Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
34 changes: 34 additions & 0 deletions crates/openfang-kernel/src/metering.rs
Original file line number Diff line number Diff line change
Expand Up @@ -374,6 +374,14 @@ fn estimate_cost_rates(model: &str) -> (f64, f64) {
if model.contains("llama") || model.contains("mixtral") {
return (0.05, 0.10);
}
// ── Alibaba Coding Plan (subscription-based: $50/month) ─────
// Must come BEFORE individual provider checks (qwen, glm, kimi, minimax)
// because model IDs like "alibaba-coding-plan/qwen3.5-plus" contain "qwen".
// All models in the Coding Plan use flat-rate subscription pricing.
// Per-token costs are $0 — actual cost is the fixed monthly fee.
if model.contains("alibaba-coding-plan") || model.contains("alibaba_coding_plan") {
return (0.0, 0.0);
}
// ── Qwen (Alibaba) ──────────────────────────────────────────
if model.contains("qwen-max") {
return (4.00, 12.00);
Expand Down Expand Up @@ -751,6 +759,32 @@ mod tests {
assert!((cost - 0.12).abs() < 0.01); // $0.06 + $0.06
}

#[test]
fn test_estimate_cost_alibaba_coding_plan_subscription() {
// Alibaba Coding Plan is subscription-based ($50/month) — per-token cost is $0
let qwen35_cost = MeteringEngine::estimate_cost(
"alibaba-coding-plan/qwen3.5-plus",
1_000_000,
1_000_000,
);
assert!((qwen35_cost).abs() < 0.001, "Qwen 3.5 Plus should be $0 (subscription)");

let glm5_cost =
MeteringEngine::estimate_cost("alibaba-coding-plan/glm-5", 1_000_000, 1_000_000);
assert!((glm5_cost).abs() < 0.001, "GLM-5 should be $0 (subscription)");

let kimi_cost =
MeteringEngine::estimate_cost("alibaba-coding-plan/kimi-k2.5", 1_000_000, 1_000_000);
assert!((kimi_cost).abs() < 0.001, "Kimi K2.5 should be $0 (subscription)");

let minimax_cost = MeteringEngine::estimate_cost(
"alibaba-coding-plan/MiniMax-M2.5",
1_000_000,
1_000_000,
);
assert!((minimax_cost).abs() < 0.001, "MiniMax M2.5 should be $0 (subscription)");
}

#[test]
fn test_estimate_cost_with_catalog() {
let catalog = openfang_runtime::model_catalog::ModelCatalog::new();
Expand Down
105 changes: 96 additions & 9 deletions crates/openfang-runtime/src/drivers/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -15,14 +15,15 @@ pub mod vertex;

use crate::llm_driver::{DriverConfig, LlmDriver, LlmError};
use openfang_types::model_catalog::{
AI21_BASE_URL, ANTHROPIC_BASE_URL, AZURE_OPENAI_BASE_URL, CEREBRAS_BASE_URL, CHUTES_BASE_URL,
COHERE_BASE_URL, DEEPSEEK_BASE_URL, FIREWORKS_BASE_URL, GEMINI_BASE_URL, GROQ_BASE_URL,
HUGGINGFACE_BASE_URL, KIMI_CODING_BASE_URL, LEMONADE_BASE_URL, LMSTUDIO_BASE_URL,
MINIMAX_BASE_URL, MISTRAL_BASE_URL, MOONSHOT_BASE_URL, NVIDIA_NIM_BASE_URL, OLLAMA_BASE_URL,
OPENAI_BASE_URL, OPENROUTER_BASE_URL, PERPLEXITY_BASE_URL, QIANFAN_BASE_URL, QWEN_BASE_URL,
REPLICATE_BASE_URL, SAMBANOVA_BASE_URL, TOGETHER_BASE_URL, VENICE_BASE_URL, VLLM_BASE_URL,
VOLCENGINE_BASE_URL, VOLCENGINE_CODING_BASE_URL, XAI_BASE_URL, ZAI_BASE_URL,
ZAI_CODING_BASE_URL, ZHIPU_BASE_URL, ZHIPU_CODING_BASE_URL,
AI21_BASE_URL, ALIBABA_CODING_PLAN_BASE_URL, ANTHROPIC_BASE_URL, AZURE_OPENAI_BASE_URL,
CEREBRAS_BASE_URL, CHUTES_BASE_URL, COHERE_BASE_URL, DEEPSEEK_BASE_URL, FIREWORKS_BASE_URL,
GEMINI_BASE_URL, GROQ_BASE_URL, HUGGINGFACE_BASE_URL, KIMI_CODING_BASE_URL,
LEMONADE_BASE_URL, LMSTUDIO_BASE_URL, MINIMAX_BASE_URL, MISTRAL_BASE_URL, MOONSHOT_BASE_URL,
NVIDIA_NIM_BASE_URL, OLLAMA_BASE_URL, OPENAI_BASE_URL, OPENROUTER_BASE_URL,
PERPLEXITY_BASE_URL, QIANFAN_BASE_URL, QWEN_BASE_URL, REPLICATE_BASE_URL, SAMBANOVA_BASE_URL,
TOGETHER_BASE_URL, VENICE_BASE_URL, VLLM_BASE_URL, VOLCENGINE_BASE_URL,
VOLCENGINE_CODING_BASE_URL, XAI_BASE_URL, ZAI_BASE_URL, ZAI_CODING_BASE_URL,
ZHIPU_BASE_URL, ZHIPU_CODING_BASE_URL,
};
use std::sync::Arc;

Expand Down Expand Up @@ -207,6 +208,11 @@ fn provider_defaults(provider: &str) -> Option<ProviderDefaults> {
api_key_env: "VOLCENGINE_API_KEY",
key_required: true,
}),
"alibaba_coding_plan" => Some(ProviderDefaults {
base_url: ALIBABA_CODING_PLAN_BASE_URL,
api_key_env: "ALIBABA_CODING_PLAN_API_KEY",
key_required: true,
}),
"chutes" => Some(ProviderDefaults {
base_url: CHUTES_BASE_URL,
api_key_env: "CHUTES_API_KEY",
Expand Down Expand Up @@ -591,6 +597,7 @@ pub fn known_providers() -> &'static [&'static str] {
"claude-code",
"qwen-code",
"azure",
"alibaba_coding_plan",
]
}

Expand Down Expand Up @@ -695,7 +702,9 @@ mod tests {
assert!(providers.contains(&"claude-code"));
assert!(providers.contains(&"qwen-code"));
assert!(providers.contains(&"azure"));
assert_eq!(providers.len(), 37);
// Alibaba Coding Plan
assert!(providers.contains(&"alibaba_coding_plan"));
assert_eq!(providers.len(), 38);
}

#[test]
Expand Down Expand Up @@ -768,6 +777,84 @@ mod tests {
assert!(driver.is_err());
}

#[test]
fn test_alibaba_coding_plan_defaults() {
let d = provider_defaults("alibaba_coding_plan").unwrap();
assert_eq!(d.base_url, "https://coding-intl.dashscope.aliyuncs.com/v1");
assert_eq!(d.api_key_env, "ALIBABA_CODING_PLAN_API_KEY");
assert!(d.key_required);
}

#[test]
fn test_alibaba_coding_plan_driver_with_key() {
// Alibaba Coding Plan requires API key
let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: Some("sk-sp-test-key-12345".to_string()),
base_url: None,
skip_permissions: true,
};
let driver = create_driver(&config);
assert!(
driver.is_ok(),
"Alibaba Coding Plan with API key should succeed"
);
}

#[test]
fn test_alibaba_coding_plan_driver_from_env() {
// Test that API key can be loaded from environment variable
let unique_key = "sk-sp-test-env-key-67890";
std::env::set_var("ALIBABA_CODING_PLAN_API_KEY", unique_key);
let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: None,
base_url: None,
skip_permissions: true,
};
let driver = create_driver(&config);
assert!(
driver.is_ok(),
"Alibaba Coding Plan with env var should succeed"
);
std::env::remove_var("ALIBABA_CODING_PLAN_API_KEY");
}

#[test]
fn test_alibaba_coding_plan_no_key_errors() {
// Alibaba Coding Plan with no API key should error
// Clear env var first to avoid pollution from parallel tests
std::env::remove_var("ALIBABA_CODING_PLAN_API_KEY");

let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: None,
base_url: None,
skip_permissions: true,
};
let driver = create_driver(&config);
assert!(driver.is_err());
let err = driver.err().unwrap().to_string();
assert!(
err.contains("ALIBABA_CODING_PLAN_API_KEY"),
"Error should mention ALIBABA_CODING_PLAN_API_KEY: {}",
err
);
}

#[test]
fn test_alibaba_coding_plan_custom_base_url() {
// Test custom base URL override
let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: Some("sk-sp-test-key".to_string()),
base_url: Some("https://custom-endpoint.example.com/v1".to_string()),
skip_permissions: true,
};
let driver = create_driver(&config);
assert!(driver.is_ok());
}

#[test]
fn test_custom_provider_key_no_url_helpful_error() {
// Custom provider with key set (via env) but no base_url should give helpful error.
Expand Down
Loading