1use crate::config::OxiosConfig;
10use crate::credential::CredentialStore;
11use anyhow::Context;
12use chrono::{DateTime, Utc};
13use parking_lot::RwLock;
14use serde::{Deserialize, Serialize};
15use std::collections::HashMap;
16use std::path::PathBuf;
17use std::sync::Arc;
18
19#[derive(Debug, Clone, Serialize, Deserialize)]
23#[serde(rename_all = "camelCase")]
24pub struct RoutingConfigSnapshot {
25 pub routing_enabled: bool,
27 pub prefer_cost_efficient: bool,
29 pub fallback_models: Vec<String>,
31 pub excluded_models: Vec<String>,
33}
34
35#[derive(Debug, Clone, Serialize, Deserialize)]
37#[serde(rename_all = "camelCase")]
38pub struct RoutingStatsSnapshot {
39 pub model_calls: HashMap<String, u64>,
41 pub model_cost: HashMap<String, f64>,
43 pub total_requests: u64,
45 pub total_cost: f64,
47}
48
49#[derive(Debug, Clone, Serialize, Deserialize)]
51#[serde(rename_all = "camelCase")]
52pub struct FallbackEvent {
53 pub timestamp: DateTime<Utc>,
55 pub from_model: String,
57 pub to_model: String,
59 pub reason: String,
61 pub success: bool,
63}
64
65#[derive(Debug, Deserialize)]
67#[serde(rename_all = "camelCase")]
68pub struct RoutingUpdate {
69 pub routing_enabled: Option<bool>,
70 pub prefer_cost_efficient: Option<bool>,
71 pub fallback_models: Option<Vec<String>>,
72 pub excluded_models: Option<Vec<String>>,
73}
74
75pub struct RoutingStats {
80 calls: RwLock<HashMap<String, u64>>,
81 costs: RwLock<HashMap<String, f64>>,
82 fallbacks: RwLock<std::collections::VecDeque<FallbackEvent>>,
84}
85
86impl Default for RoutingStats {
87 fn default() -> Self {
88 Self {
89 calls: RwLock::new(HashMap::new()),
90 costs: RwLock::new(HashMap::new()),
91 fallbacks: RwLock::new(std::collections::VecDeque::new()),
92 }
93 }
94}
95
96impl RoutingStats {
97 pub fn new() -> Self {
99 Self::default()
100 }
101
102 pub fn record_model_usage(&self, model_id: &str, cost_usd: f64) {
104 let mut calls = self.calls.write();
105 *calls.entry(model_id.to_string()).or_insert(0) += 1;
106 if cost_usd > 0.0 {
107 let mut costs = self.costs.write();
108 *costs.entry(model_id.to_string()).or_insert(0.0) += cost_usd;
109 }
110 }
111
112 pub fn record_fallback(&self, event: FallbackEvent) {
117 let mut fb = self.fallbacks.write();
118 fb.push_back(event);
119 while fb.len() > 200 {
120 fb.pop_front();
121 }
122 }
123
124 pub fn snapshot(&self) -> RoutingStatsSnapshot {
126 let calls = self.calls.read();
127 let costs = self.costs.read();
128 let total_requests: u64 = calls.values().sum();
129 let total_cost: f64 = costs.values().sum();
130 RoutingStatsSnapshot {
131 model_calls: calls.clone(),
132 model_cost: costs.clone(),
133 total_requests,
134 total_cost,
135 }
136 }
137
138 pub fn fallback_history(&self, limit: usize) -> Vec<FallbackEvent> {
140 let fb = self.fallbacks.read();
141 fb.iter().rev().take(limit).cloned().collect()
142 }
143}
144
145pub fn estimate_cost(model_id: &str, input_tokens: u64, output_tokens: u64) -> f64 {
150 let entries = oxi_sdk::get_provider_models(model_id.split('/').next().unwrap_or(model_id));
151 let entry = entries
152 .iter()
153 .find(|e| format!("{}/{}", e.provider, e.id) == model_id);
154 match entry {
155 Some(e) => {
156 (e.cost_input * input_tokens as f64 / 1_000_000.0)
157 + (e.cost_output * output_tokens as f64 / 1_000_000.0)
158 }
159 None => {
160 (0.003 * input_tokens as f64 / 1_000_000.0)
162 + (0.015 * output_tokens as f64 / 1_000_000.0)
163 }
164 }
165}
166
167#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
171#[serde(rename_all = "lowercase")]
172pub enum ProviderCategory {
173 Major,
175 Open,
177 Regional,
179 Local,
181}
182
183#[derive(Debug, Clone, Copy)]
196struct ProviderMeta {
197 id: &'static str,
199 display_name: &'static str,
201 category: ProviderCategory,
203 hidden: bool,
207 description: &'static str,
209 env_key: &'static str,
213 aliases: &'static [&'static str],
217}
218
219const PROVIDER_META: &[ProviderMeta] = &[
225 ProviderMeta {
227 id: "anthropic",
228 display_name: "Anthropic",
229 category: ProviderCategory::Major,
230 hidden: false,
231 description: "Claude models with extended thinking",
232 env_key: "ANTHROPIC_API_KEY",
233 aliases: &["anthropic"],
234 },
235 ProviderMeta {
236 id: "openai",
237 display_name: "OpenAI",
238 category: ProviderCategory::Major,
239 hidden: false,
240 description: "GPT, o-series, and Codex models",
241 env_key: "OPENAI_API_KEY",
242 aliases: &["openai"],
243 },
244 ProviderMeta {
245 id: "google",
246 display_name: "Google Gemini",
247 category: ProviderCategory::Major,
248 hidden: false,
249 description: "Gemini models with thinking and tool use",
250 env_key: "GOOGLE_API_KEY",
251 aliases: &["google"],
252 },
253 ProviderMeta {
255 id: "groq",
256 display_name: "Groq",
257 category: ProviderCategory::Open,
258 hidden: false,
259 description: "Fast Llama, Mixtral, and Gemma inference",
260 env_key: "GROQ_API_KEY",
261 aliases: &["groq"],
262 },
263 ProviderMeta {
264 id: "openrouter",
265 display_name: "OpenRouter",
266 category: ProviderCategory::Open,
267 hidden: false,
268 description: "Unified gateway to 200+ models",
269 env_key: "OPENROUTER_API_KEY",
270 aliases: &["openrouter"],
271 },
272 ProviderMeta {
273 id: "deepseek",
274 display_name: "DeepSeek",
275 category: ProviderCategory::Open,
276 hidden: false,
277 description: "DeepSeek-V3 and DeepSeek-R1",
278 env_key: "DEEPSEEK_API_KEY",
279 aliases: &["deepseek"],
280 },
281 ProviderMeta {
282 id: "mistral",
283 display_name: "Mistral",
284 category: ProviderCategory::Open,
285 hidden: false,
286 description: "Mistral and Codestral models",
287 env_key: "MISTRAL_API_KEY",
288 aliases: &["mistral"],
289 },
290 ProviderMeta {
291 id: "xai",
292 display_name: "xAI (Grok)",
293 category: ProviderCategory::Open,
294 hidden: false,
295 description: "Grok models from xAI",
296 env_key: "XAI_API_KEY",
297 aliases: &["xai", "grok"],
298 },
299 ProviderMeta {
300 id: "cerebras",
301 display_name: "Cerebras",
302 category: ProviderCategory::Open,
303 hidden: false,
304 description: "Ultra-fast open model inference",
305 env_key: "CEREBRAS_API_KEY",
306 aliases: &["cerebras"],
307 },
308 ProviderMeta {
309 id: "fireworks",
310 display_name: "Fireworks",
311 category: ProviderCategory::Open,
312 hidden: false,
313 description: "Fast open-source model serving",
314 env_key: "FIREWORKS_API_KEY",
315 aliases: &["fireworks"],
316 },
317 ProviderMeta {
318 id: "github-copilot",
319 display_name: "GitHub Copilot",
320 category: ProviderCategory::Open,
321 hidden: false,
322 description: "GitHub Copilot models (GPT-4, Claude)",
323 env_key: "GITHUB_COPILOT_TOKEN",
324 aliases: &["github-copilot", "copilot"],
325 },
326 ProviderMeta {
327 id: "huggingface",
328 display_name: "Hugging Face",
329 category: ProviderCategory::Open,
330 hidden: false,
331 description: "Open model inference hub",
332 env_key: "HUGGINGFACE_API_KEY",
333 aliases: &["huggingface", "hf"],
334 },
335 ProviderMeta {
336 id: "together",
337 display_name: "Together AI",
338 category: ProviderCategory::Open,
339 hidden: false,
340 description: "Open-source model hosting (Llama, Mixtral, ...)",
341 env_key: "TOGETHER_API_KEY",
342 aliases: &["together", "togetherai"],
343 },
344 ProviderMeta {
345 id: "opencode",
346 display_name: "OpenCode",
347 category: ProviderCategory::Open,
348 hidden: false,
349 description: "OpenCode coding agent gateway",
350 env_key: "",
351 aliases: &["opencode"],
352 },
353 ProviderMeta {
354 id: "perplexity",
355 display_name: "Perplexity",
356 category: ProviderCategory::Open,
357 hidden: false,
358 description: "Search-augmented answer models",
359 env_key: "PERPLEXITY_API_KEY",
360 aliases: &["perplexity"],
361 },
362 ProviderMeta {
363 id: "cohere",
364 display_name: "Cohere",
365 category: ProviderCategory::Open,
366 hidden: false,
367 description: "Cohere Command and Embed models",
368 env_key: "COHERE_API_KEY",
369 aliases: &["cohere"],
370 },
371 ProviderMeta {
373 id: "minimax",
374 display_name: "MiniMax",
375 category: ProviderCategory::Regional,
376 hidden: false,
377 description: "MiniMax-M2.7, abab models",
378 env_key: "MINIMAX_API_KEY",
379 aliases: &["minimax"],
380 },
381 ProviderMeta {
382 id: "moonshotai",
383 display_name: "Moonshot AI (Kimi)",
384 category: ProviderCategory::Regional,
385 hidden: false,
386 description: "Kimi models from Moonshot AI",
387 env_key: "MOONSHOT_API_KEY",
388 aliases: &["moonshotai", "moonshot", "kimi"],
389 },
390 ProviderMeta {
391 id: "kimi-coding",
392 display_name: "Kimi Coding",
393 category: ProviderCategory::Regional,
394 hidden: false,
395 description: "Kimi Coding Plan — optimized for coding",
396 env_key: "KIMI_CODING_API_KEY",
397 aliases: &["kimi-coding"],
398 },
399 ProviderMeta {
400 id: "zai",
401 display_name: "Z.AI (GLM)",
402 category: ProviderCategory::Regional,
403 hidden: false,
404 description: "Z.AI GLM models (coding plan)",
405 env_key: "ZAI_API_KEY",
406 aliases: &["zai"],
407 },
408 ProviderMeta {
414 id: "amazon-bedrock",
415 display_name: "Amazon Bedrock",
416 category: ProviderCategory::Open,
417 hidden: true,
418 description: "Multi-model via AWS Bedrock ConverseStream",
419 env_key: "AWS_ACCESS_KEY_ID",
420 aliases: &["amazon-bedrock", "aws-bedrock", "bedrock"],
421 },
422 ProviderMeta {
423 id: "azure-openai-responses",
424 display_name: "Azure OpenAI (Responses)",
425 category: ProviderCategory::Open,
426 hidden: true,
427 description: "OpenAI models via Azure Cognitive Services",
428 env_key: "AZURE_OPENAI_API_KEY",
429 aliases: &["azure-openai-responses", "azure"],
430 },
431 ProviderMeta {
432 id: "cloudflare-ai-gateway",
433 display_name: "Cloudflare AI Gateway",
434 category: ProviderCategory::Open,
435 hidden: true,
436 description: "Serverless AI via Cloudflare AI Gateway",
437 env_key: "CLOUDFLARE_API_TOKEN",
438 aliases: &["cloudflare-ai-gateway", "cf-ai-gateway"],
439 },
440 ProviderMeta {
441 id: "cloudflare-workers-ai",
442 display_name: "Cloudflare Workers AI",
443 category: ProviderCategory::Open,
444 hidden: true,
445 description: "Serverless AI via Cloudflare Workers",
446 env_key: "CLOUDFLARE_API_KEY",
447 aliases: &["cloudflare-workers-ai", "cloudflare", "workers-ai"],
448 },
449 ProviderMeta {
450 id: "google-vertex",
451 display_name: "Google Vertex AI",
452 category: ProviderCategory::Open,
453 hidden: true,
454 description: "Gemini via Google Cloud Vertex AI",
455 env_key: "GOOGLE_APPLICATION_CREDENTIALS",
456 aliases: &["google-vertex", "vertex"],
457 },
458 ProviderMeta {
459 id: "minimax-cn",
460 display_name: "MiniMax (China)",
461 category: ProviderCategory::Regional,
462 hidden: true,
463 description: "MiniMax China region endpoint",
464 env_key: "MINIMAX_CN_API_KEY",
465 aliases: &["minimax-cn"],
466 },
467 ProviderMeta {
468 id: "moonshotai-cn",
469 display_name: "Moonshot AI (China)",
470 category: ProviderCategory::Regional,
471 hidden: true,
472 description: "Kimi models — China region endpoint",
473 env_key: "MOONSHOT_CN_API_KEY",
474 aliases: &["moonshotai-cn", "moonshot-cn"],
475 },
476 ProviderMeta {
477 id: "openai-codex",
478 display_name: "OpenAI Codex",
479 category: ProviderCategory::Open,
480 hidden: true,
481 description: "OpenAI Codex coding agent (Responses API)",
482 env_key: "OPENAI_API_KEY",
483 aliases: &["openai-codex"],
484 },
485 ProviderMeta {
486 id: "opencode-go",
487 display_name: "OpenCode Go",
488 category: ProviderCategory::Open,
489 hidden: true,
490 description: "OpenCode Go Gateway",
491 env_key: "OPENCODE_GO_API_KEY",
492 aliases: &["opencode-go"],
493 },
494 ProviderMeta {
495 id: "vercel-ai-gateway",
496 display_name: "Vercel AI Gateway",
497 category: ProviderCategory::Open,
498 hidden: true,
499 description: "Vercel AI Gateway",
500 env_key: "VERCEL_API_KEY",
501 aliases: &["vercel-ai-gateway", "vercel"],
502 },
503 ProviderMeta {
504 id: "xiaomi",
505 display_name: "Xiaomi MiMo",
506 category: ProviderCategory::Regional,
507 hidden: true,
508 description: "Xiaomi MiMo models",
509 env_key: "XIAOMI_API_KEY",
510 aliases: &["xiaomi"],
511 },
512];
513
514fn provider_meta(id: &str) -> Option<&'static ProviderMeta> {
516 PROVIDER_META
517 .iter()
518 .find(|m| m.id == id || m.aliases.contains(&id))
519}
520
521fn provider_category(id: &str) -> ProviderCategory {
522 provider_meta(id)
523 .map(|m| m.category)
524 .unwrap_or(ProviderCategory::Open)
525}
526
527fn provider_display_name(id: &str) -> String {
533 provider_meta(id)
534 .map(|m| m.display_name.to_string())
535 .unwrap_or_else(|| fallback_display_name(id))
536}
537
538fn fallback_display_name(id: &str) -> String {
544 id.split(['-', '_'])
545 .filter(|s| !s.is_empty())
546 .map(|segment| {
547 let mut chars = segment.chars();
548 match chars.next() {
549 Some(c) => c.to_uppercase().collect::<String>() + chars.as_str(),
550 None => String::new(),
551 }
552 })
553 .collect::<Vec<_>>()
554 .join(" ")
555}
556
557#[derive(Debug, Clone, Serialize, Deserialize)]
559#[serde(rename_all = "camelCase")]
560pub struct ProviderInfo {
561 pub id: String,
563 pub name: String,
565 pub category: ProviderCategory,
567 pub model_count: usize,
569 pub has_key: bool,
571 #[serde(default)]
575 pub key_source: String,
576 #[serde(default)]
579 pub description: String,
580 #[serde(default)]
584 pub env_key: String,
585}
586
587#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
589#[serde(rename_all = "lowercase")]
590pub enum InputModality {
591 Text,
593 Image,
595}
596
597#[derive(Debug, Clone, Serialize, Deserialize)]
599#[serde(rename_all = "camelCase")]
600pub struct ModelInfo {
601 pub id: String,
603 pub name: String,
605 pub api: String,
607 pub provider: String,
609 pub reasoning: bool,
611 pub input: Vec<InputModality>,
613 pub context_window: u32,
615 pub max_tokens: u32,
617 pub cost_input: f64,
619 pub cost_output: f64,
621 pub cost_cache_read: f64,
623 pub cost_cache_write: f64,
625}
626
627impl From<&oxi_sdk::ModelEntry> for ModelInfo {
628 fn from(entry: &oxi_sdk::ModelEntry) -> Self {
629 Self {
630 id: format!("{}/{}", entry.provider, entry.id),
631 name: entry.name.to_string(),
632 api: entry.api.to_string(),
633 provider: entry.provider.to_string(),
634 reasoning: entry.reasoning,
635 input: entry
636 .input
637 .iter()
638 .map(|m| match m {
639 oxi_sdk::InputModality::Text => InputModality::Text,
640 oxi_sdk::InputModality::Image => InputModality::Image,
641 _ => InputModality::Text,
642 })
643 .collect(),
644 context_window: entry.context_window,
645 max_tokens: entry.max_tokens,
646 cost_input: entry.cost_input,
647 cost_output: entry.cost_output,
648 cost_cache_read: entry.cost_cache_read,
649 cost_cache_write: entry.cost_cache_write,
650 }
651 }
652}
653
654impl From<&oxi_sdk::CatalogModelEntry> for ModelInfo {
655 fn from(entry: &oxi_sdk::CatalogModelEntry) -> Self {
661 Self {
662 id: format!("{}/{}", entry.provider, entry.model_id),
663 name: entry.name.clone(),
664 api: entry.protocol.as_str().to_string(),
665 provider: entry.provider.clone(),
666 reasoning: entry.reasoning,
667 input: entry
668 .input_modalities
669 .iter()
670 .map(|m| match m.as_str() {
671 "image" => InputModality::Image,
672 _ => InputModality::Text,
673 })
674 .collect(),
675 context_window: entry.context_window,
676 max_tokens: entry.max_tokens,
677 cost_input: entry.cost_input,
678 cost_output: entry.cost_output,
679 cost_cache_read: entry.cost_cache_read,
680 cost_cache_write: entry.cost_cache_write,
681 }
682 }
683}
684
685#[derive(Debug, Clone, Serialize, Deserialize)]
687pub struct EngineConfigResponse {
688 pub default_model: String,
690 pub api_key_set: bool,
692 pub api_key_source: Option<String>,
694 pub provider: Option<String>,
696 pub routing: RoutingConfigSnapshot,
698 #[serde(default, skip_serializing_if = "Option::is_none")]
700 pub role_routing: Option<crate::config::RoleRoutingConfig>,
701 #[serde(default, skip_serializing_if = "Option::is_none")]
704 pub quick_ask_model: Option<String>,
705}
706
707#[derive(Debug, Clone, Serialize, Deserialize)]
709pub struct ValidateKeyResult {
710 pub valid: bool,
712 pub provider: String,
714 pub message: Option<String>,
716}
717
718pub struct EngineApi {
730 config: Arc<RwLock<OxiosConfig>>,
731 config_path: PathBuf,
732 routing_stats: Arc<RoutingStats>,
733 engine_handle: Arc<crate::engine::EngineHandle>,
735}
736
737impl EngineApi {
738 pub fn new(
745 config: Arc<RwLock<OxiosConfig>>,
746 config_path: PathBuf,
747 routing_stats: Arc<RoutingStats>,
748 engine_handle: Arc<crate::engine::EngineHandle>,
749 ) -> Self {
750 Self {
751 config,
752 config_path,
753 routing_stats,
754 engine_handle,
755 }
756 }
757
758 pub fn routing_stats(&self) -> Arc<RoutingStats> {
760 Arc::clone(&self.routing_stats)
761 }
762
763 pub fn engine_handle(&self) -> &Arc<crate::engine::EngineHandle> {
765 &self.engine_handle
766 }
767 pub fn role_routing(&self) -> crate::config::RoleRoutingConfig {
769 self.config.read().engine.role_routing.clone()
770 }
771
772 pub fn model_for_role(&self, role: &str) -> Option<String> {
777 self.config
778 .read()
779 .engine
780 .role_routing
781 .roles
782 .get(role)
783 .cloned()
784 }
785
786 pub fn set_role_routing(
788 &self,
789 role_routing: crate::config::RoleRoutingConfig,
790 ) -> anyhow::Result<()> {
791 let snapshot = {
792 let mut cfg = self.config.write();
793 cfg.engine.role_routing = role_routing;
794 cfg.clone()
795 };
796 self.persist(&snapshot)?;
797 tracing::info!("Role routing updated");
798 Ok(())
799 }
800
801 pub fn providers(&self) -> Vec<ProviderInfo> {
817 let catalog = self.engine_handle.get().oxi().catalog().clone();
818 let use_catalog = catalog.model_count_sync() > 0;
819 let all: Vec<String> = if use_catalog {
820 catalog.list_providers_sync()
821 } else {
822 oxi_sdk::get_providers()
823 .into_iter()
824 .map(|s| s.to_string())
825 .collect()
826 };
827
828 let api_key_override = {
832 let cfg = self.config.read();
833 cfg.engine
834 .api_key
835 .as_deref()
836 .filter(|k| !k.is_empty())
837 .map(str::to_owned)
838 };
839 all.into_iter()
840 .filter(|p| provider_meta(p).map(|m| !m.hidden).unwrap_or(true))
841 .map(|p| {
842 let model_count = if use_catalog {
843 catalog.list_models_sync(&p).len()
844 } else {
845 oxi_sdk::get_provider_models(&p).len()
846 };
847 let resolved = CredentialStore::resolve(&p, api_key_override.as_deref());
848 let has_key = resolved.is_some();
849 let key_source = resolved
850 .map(|(_, src)| match src {
851 crate::credential::CredentialSource::EnvVar => "env",
852 crate::credential::CredentialSource::Config => "config",
853 crate::credential::CredentialSource::OxiAuthStore => "auth_store",
854 })
855 .unwrap_or("none")
856 .to_string();
857 let meta = provider_meta(&p);
858 ProviderInfo {
859 id: p.clone(),
860 name: provider_display_name(&p),
861 category: provider_category(&p),
862 model_count,
863 has_key,
864 key_source,
865 description: meta.map(|m| m.description.to_string()).unwrap_or_default(),
866 env_key: meta.map(|m| m.env_key.to_string()).unwrap_or_default(),
867 }
868 })
869 .collect()
870 }
871
872 pub fn models(&self, provider: &str, query: Option<&str>) -> Vec<ModelInfo> {
878 let catalog = self.engine_handle.get().oxi().catalog().clone();
879 let live = catalog.list_models_sync(provider);
880 let models: Vec<ModelInfo> = if !live.is_empty() {
881 live.iter().map(ModelInfo::from).collect()
882 } else {
883 oxi_sdk::get_provider_models(provider)
884 .iter()
885 .map(ModelInfo::from)
886 .collect()
887 };
888 models
889 .into_iter()
890 .filter(|m| !m.name.contains("latest"))
891 .filter(|m| {
892 if let Some(q) = query {
893 let q = q.to_lowercase();
894 m.name.to_lowercase().contains(&q)
895 || m.id.to_lowercase().contains(&q)
896 || m.provider.to_lowercase().contains(&q)
897 } else {
898 true
899 }
900 })
901 .collect()
902 }
903
904 pub fn search_models(&self, query: &str) -> Vec<ModelInfo> {
909 let catalog = self.engine_handle.get().oxi().catalog().clone();
910 let live = catalog.search_sync(query);
911 if !live.is_empty() {
912 live.iter().map(ModelInfo::from).collect()
913 } else {
914 oxi_sdk::search_models(query)
915 .into_iter()
916 .map(ModelInfo::from)
917 .collect()
918 }
919 }
920
921 pub fn config(&self) -> EngineConfigResponse {
923 let cfg = self.config.read();
924 let provider =
925 CredentialStore::provider_from_model(&cfg.engine.default_model).map(|s| s.to_string());
926 let api_key_source = provider.as_deref().and_then(|p| {
927 CredentialStore::resolve(p, cfg.api_key().as_deref()).map(|(_, src)| {
928 match src {
929 crate::credential::CredentialSource::EnvVar => "env",
930 crate::credential::CredentialSource::Config => "config",
931 crate::credential::CredentialSource::OxiAuthStore => "auth_store",
932 }
933 .to_string()
934 })
935 });
936 let api_key_set = provider
937 .as_deref()
938 .map(|p| CredentialStore::has_credential(p, cfg.api_key().as_deref()))
939 .unwrap_or(false);
940
941 let role_routing = if cfg.engine.role_routing.roles.is_empty() {
942 None
943 } else {
944 Some(cfg.engine.role_routing.clone())
945 };
946
947 EngineConfigResponse {
948 default_model: cfg.engine.default_model.clone(),
949 api_key_set,
950 api_key_source,
951 provider,
952 routing: RoutingConfigSnapshot {
953 routing_enabled: cfg.engine.routing_enabled,
954 prefer_cost_efficient: cfg.engine.prefer_cost_efficient,
955 fallback_models: cfg.engine.fallback_models.clone(),
956 excluded_models: cfg.engine.excluded_models.clone(),
957 },
958 role_routing,
959 quick_ask_model: cfg.engine.quick_ask_model.clone(),
960 }
961 }
962
963 pub fn routing_stats_snapshot(&self) -> RoutingStatsSnapshot {
964 self.routing_stats.snapshot()
965 }
966
967 pub fn fallback_history(&self, limit: usize) -> Vec<FallbackEvent> {
969 self.routing_stats.fallback_history(limit)
970 }
971
972 pub fn set_model(&self, model_id: &str) -> anyhow::Result<()> {
979 {
985 let engine = self.engine_handle.get();
986 let model = engine
987 .resolve_model(model_id)
988 .with_context(|| format!("Unknown model '{model_id}'"))?;
989 engine.create_provider(&model.provider).with_context(|| {
990 format!(
991 "Provider '{}' is not configured for '{model_id}'",
992 model.provider
993 )
994 })?;
995 }
996 let snapshot = {
997 let mut cfg = self.config.write();
998 cfg.engine.default_model = model_id.to_string();
999 cfg.clone()
1000 };
1001 self.persist(&snapshot)?;
1004 tracing::info!(model = %model_id, "Default model updated in config");
1005 self.rebuild_and_swap();
1006 Ok(())
1007 }
1008
1009 pub fn set_quick_ask_model(&self, model_id: Option<&str>) -> anyhow::Result<()> {
1016 let snapshot = {
1017 let mut cfg = self.config.write();
1018 cfg.engine.quick_ask_model = model_id.map(String::from);
1019 cfg.clone()
1020 };
1021 self.persist(&snapshot)?;
1022 tracing::info!(model = ?model_id, "QuickAsk model updated in config");
1023 Ok(())
1024 }
1025
1026 pub fn set_api_key(&self, provider: &str, key: &str) -> anyhow::Result<()> {
1032 CredentialStore::store(provider, key)?;
1033
1034 let snapshot = {
1040 let mut cfg = self.config.write();
1041 let matches = CredentialStore::provider_from_model(&cfg.engine.default_model)
1042 .is_some_and(|current_provider| current_provider == provider);
1043 if matches {
1044 cfg.engine.api_key = Some(key.to_string());
1045 Some(cfg.clone())
1046 } else {
1047 None
1048 }
1049 };
1050 if let Some(snap) = snapshot {
1051 self.persist(&snap)?;
1053 }
1054 tracing::info!(provider = %provider, "API key stored");
1055 self.rebuild_and_swap();
1056 Ok(())
1057 }
1058
1059 pub fn clear_api_key(&self, provider: &str) -> anyhow::Result<()> {
1066 let snapshot = {
1067 let mut cfg = self.config.write();
1068 let matches = CredentialStore::provider_from_model(&cfg.engine.default_model)
1069 .is_some_and(|current_provider| current_provider == provider);
1070 if matches {
1071 cfg.engine.api_key = None;
1072 Some(cfg.clone())
1073 } else {
1074 None
1075 }
1076 };
1077 if let Some(snap) = snapshot {
1078 self.persist(&snap)?;
1079 }
1080 tracing::info!(provider = %provider, "API key cleared from config");
1081 self.rebuild_and_swap();
1082 Ok(())
1083 }
1084
1085 pub fn delete_api_key(&self, provider: &str) -> anyhow::Result<()> {
1096 CredentialStore::delete(provider)?;
1097 let snapshot = {
1099 let mut cfg = self.config.write();
1100 let matches = CredentialStore::provider_from_model(&cfg.engine.default_model)
1101 .is_some_and(|current_provider| current_provider == provider);
1102 if matches {
1103 cfg.engine.api_key = None;
1104 Some(cfg.clone())
1105 } else {
1106 None
1107 }
1108 };
1109 if let Some(snap) = snapshot {
1110 self.persist(&snap)?;
1111 }
1112 tracing::info!(provider = %provider, "API key deleted from credential store");
1113 self.rebuild_and_swap();
1114 Ok(())
1115 }
1116
1117 pub fn set_provider_options(&self, opts: &oxi_sdk::ProviderOptions) -> anyhow::Result<()> {
1122 let snapshot = {
1123 let mut cfg = self.config.write();
1124 cfg.engine.provider_options = Some(opts.clone());
1125 cfg.clone()
1126 };
1127 self.persist(&snapshot)?;
1128 tracing::info!("Provider options updated and persisted");
1129 Ok(())
1132 }
1133
1134 pub fn set_routing(&self, update: RoutingUpdate) -> anyhow::Result<()> {
1139 let snapshot = {
1140 let mut cfg = self.config.write();
1141 if let Some(v) = update.routing_enabled {
1142 cfg.engine.routing_enabled = v;
1143 }
1144 if let Some(v) = update.prefer_cost_efficient {
1145 cfg.engine.prefer_cost_efficient = v;
1146 }
1147 if let Some(v) = update.fallback_models {
1148 cfg.engine.fallback_models = v;
1149 }
1150 if let Some(v) = update.excluded_models {
1151 cfg.engine.excluded_models = v;
1152 }
1153 cfg.clone()
1154 };
1155 self.persist(&snapshot)?;
1156 tracing::info!("Routing configuration updated via API");
1157 self.rebuild_and_swap();
1158 Ok(())
1159 }
1160
1161 pub async fn validate_key(&self, provider: &str, api_key: &str) -> ValidateKeyResult {
1166 match self.try_validate(provider, api_key).await {
1167 Ok(()) => ValidateKeyResult {
1168 valid: true,
1169 provider: provider.to_string(),
1170 message: Some("API key is valid".to_string()),
1171 },
1172 Err(e) => ValidateKeyResult {
1173 valid: false,
1174 provider: provider.to_string(),
1175 message: Some(format!("{e}")),
1176 },
1177 }
1178 }
1179
1180 pub async fn validate_stored_key(&self, provider: &str) -> ValidateKeyResult {
1186 let api_key_override = {
1187 let cfg = self.config.read();
1188 cfg.api_key().as_deref().map(str::to_owned)
1189 };
1190 match CredentialStore::resolve(provider, api_key_override.as_deref()) {
1191 Some((key, _)) => self.validate_key(provider, &key).await,
1192 None => ValidateKeyResult {
1193 valid: false,
1194 provider: provider.to_string(),
1195 message: Some("No API key found for this provider".to_string()),
1196 },
1197 }
1198 }
1199
1200 async fn try_validate(&self, provider: &str, api_key: &str) -> anyhow::Result<()> {
1205 if api_key.is_empty() {
1206 anyhow::bail!("API key is empty");
1207 }
1208
1209 let builder = oxi_sdk::OxiBuilder::new()
1210 .with_builtins()
1211 .api_key(provider, api_key);
1212 let oxi = builder.build();
1213
1214 let models = oxi_sdk::get_provider_models(provider);
1215 if models.is_empty() {
1216 anyhow::bail!("No models found for provider '{provider}'");
1217 }
1218
1219 let model_id = format!("{}/{}", provider, models[0].id);
1220 let model = oxi
1221 .resolve_model(&model_id)
1222 .with_context(|| format!("Unknown model '{model_id}'"))?;
1223 let provider_inst = oxi
1224 .create_provider(provider)
1225 .with_context(|| format!("Failed to create provider '{provider}'"))?;
1226
1227 let mut ctx = oxi_sdk::Context::new();
1228 ctx.add_message(oxi_sdk::Message::User(oxi_sdk::UserMessage::new("Hi")));
1229
1230 let stream_result = tokio::time::timeout(
1231 std::time::Duration::from_secs(15),
1232 provider_inst.stream(&model, &ctx, None),
1233 )
1234 .await
1235 .map_err(|_| anyhow::anyhow!("Request timed out (15s)"))?;
1236
1237 match stream_result {
1238 Ok(_) => {
1239 tracing::debug!(provider = %provider, model = %model_id, "Key validated via real API call");
1240 Ok(())
1241 }
1242 Err(e) => Err(anyhow::anyhow!("{e}")),
1243 }
1244 }
1245
1246 pub fn estimate_cost(model_id: &str, input_tokens: u64, output_tokens: u64) -> f64 {
1250 estimate_cost(model_id, input_tokens, output_tokens)
1251 }
1252
1253 fn persist(&self, config: &OxiosConfig) -> anyhow::Result<()> {
1255 let content = toml::to_string_pretty(config)
1256 .map_err(|e| anyhow::anyhow!("Failed to serialize config: {e}"))?;
1257 std::fs::write(&self.config_path, content)?;
1258 Ok(())
1259 }
1260
1261 fn rebuild_and_swap(&self) {
1268 let (model_id, api_key, catalog) = {
1272 let cfg = self.config.read();
1273 let catalog = self.engine_handle.get().oxi().catalog().clone();
1274 (cfg.engine.default_model.clone(), cfg.api_key(), catalog)
1275 };
1276 let new_engine = crate::engine::OxiosEngine::from_config_with_catalog(
1277 &model_id,
1278 api_key.as_deref(),
1279 catalog,
1280 );
1281 self.engine_handle.swap(new_engine);
1282 }
1283}
1284
1285impl std::fmt::Debug for EngineApi {
1286 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
1287 f.debug_struct("EngineApi")
1288 .field("config_path", &self.config_path)
1289 .finish()
1290 }
1291}
1292
1293pub fn record_usage_to_stats(
1296 stats: &Option<Arc<RoutingStats>>,
1297 model_id: &str,
1298 input_tokens: u64,
1299 output_tokens: u64,
1300) {
1301 if let Some(s) = stats {
1302 let cost = estimate_cost(model_id, input_tokens, output_tokens);
1303 s.record_model_usage(model_id, cost);
1304 }
1305}
1306
1307#[cfg(test)]
1308mod tests {
1309 use super::*;
1310
1311 #[test]
1312 fn test_provider_category_known() {
1313 assert_eq!(provider_category("anthropic"), ProviderCategory::Major);
1315 assert_eq!(provider_category("openai"), ProviderCategory::Major);
1316 assert_eq!(provider_category("google"), ProviderCategory::Major);
1317 assert_eq!(provider_category("groq"), ProviderCategory::Open);
1319 assert_eq!(provider_category("opencode"), ProviderCategory::Open);
1320 assert_eq!(provider_category("minimax"), ProviderCategory::Regional);
1322 assert_eq!(provider_category("moonshotai"), ProviderCategory::Regional);
1323 assert_eq!(provider_category("kimi-coding"), ProviderCategory::Regional);
1324 assert_eq!(provider_category("zai"), ProviderCategory::Regional);
1325 assert_eq!(provider_category("minimax-cn"), ProviderCategory::Regional);
1326 assert_eq!(provider_category("xiaomi"), ProviderCategory::Regional);
1327 }
1328
1329 #[test]
1330 fn test_provider_category_fallback() {
1331 assert_eq!(
1333 provider_category("not-a-real-provider"),
1334 ProviderCategory::Open
1335 );
1336 assert_eq!(provider_category(""), ProviderCategory::Open);
1337 }
1338
1339 #[test]
1340 fn test_provider_display_name_known() {
1341 assert_eq!(provider_display_name("anthropic"), "Anthropic");
1342 assert_eq!(provider_display_name("minimax"), "MiniMax");
1343 assert_eq!(provider_display_name("moonshotai"), "Moonshot AI (Kimi)");
1344 assert_eq!(provider_display_name("kimi-coding"), "Kimi Coding");
1345 assert_eq!(provider_display_name("zai"), "Z.AI (GLM)");
1346 assert_eq!(provider_display_name("opencode"), "OpenCode");
1347 assert_eq!(provider_display_name("amazon-bedrock"), "Amazon Bedrock");
1348 }
1349
1350 #[test]
1351 fn test_provider_display_name_fallback() {
1352 assert_eq!(
1354 provider_display_name("some-new-provider"),
1355 "Some New Provider"
1356 );
1357 assert_eq!(provider_display_name("kimi-coding"), "Kimi Coding");
1358 assert_eq!(provider_display_name("some_id"), "Some Id");
1359 assert_eq!(provider_display_name(""), "");
1361 }
1362
1363 #[test]
1364 fn test_provider_meta_lookup_by_alias() {
1365 let by_id = provider_meta("github-copilot").unwrap();
1367 let by_alias = provider_meta("copilot").unwrap();
1368 assert_eq!(by_id.id, by_alias.id);
1369
1370 let bedrock_id = provider_meta("amazon-bedrock").unwrap();
1371 let bedrock_alias = provider_meta("aws-bedrock").unwrap();
1372 let bedrock_canonical = provider_meta("bedrock").unwrap();
1373 assert_eq!(bedrock_id.id, bedrock_alias.id);
1374 assert_eq!(bedrock_id.id, bedrock_canonical.id);
1375 }
1376
1377 #[test]
1378 fn test_provider_meta_unknown_is_none() {
1379 assert!(provider_meta("not-a-real-provider").is_none());
1380 assert!(provider_meta("").is_none());
1381 }
1382
1383 #[test]
1384 fn test_provider_info_serialization() {
1385 let info = ProviderInfo {
1386 id: "anthropic".to_string(),
1387 name: "Anthropic".to_string(),
1388 category: ProviderCategory::Major,
1389 model_count: 15,
1390 has_key: true,
1391 key_source: "auth_store".to_string(),
1392 description: "Claude models with extended thinking".to_string(),
1393 env_key: "ANTHROPIC_API_KEY".to_string(),
1394 };
1395 let json = serde_json::to_string(&info).unwrap();
1396 assert!(json.contains("\"modelCount\":15"));
1398 assert!(json.contains("\"hasKey\":true"));
1399 assert!(json.contains("\"envKey\":\"ANTHROPIC_API_KEY\""));
1400 let restored: ProviderInfo = serde_json::from_str(&json).unwrap();
1401 assert_eq!(restored.id, "anthropic");
1402 assert_eq!(restored.name, "Anthropic");
1403 assert_eq!(restored.model_count, 15);
1404 assert!(restored.has_key);
1405 assert_eq!(restored.env_key, "ANTHROPIC_API_KEY");
1406 }
1407
1408 #[test]
1409 fn test_provider_info_serialization_missing_optional() {
1410 let json = r#"{
1413 "id": "anthropic",
1414 "name": "Anthropic",
1415 "category": "major",
1416 "modelCount": 15,
1417 "hasKey": true
1418 }"#;
1419 let info: ProviderInfo = serde_json::from_str(json).unwrap();
1420 assert_eq!(info.id, "anthropic");
1421 assert_eq!(info.description, "");
1422 assert_eq!(info.env_key, "");
1423 }
1424
1425 #[test]
1426 fn test_model_info_serialization() {
1427 let info = ModelInfo {
1428 id: "anthropic/claude-sonnet-4".to_string(),
1429 name: "Claude Sonnet 4".to_string(),
1430 api: "anthropic-messages".to_string(),
1431 provider: "anthropic".to_string(),
1432 reasoning: true,
1433 input: vec![InputModality::Text, InputModality::Image],
1434 context_window: 200000,
1435 max_tokens: 16000,
1436 cost_input: 3.0,
1437 cost_output: 15.0,
1438 cost_cache_read: 0.3,
1439 cost_cache_write: 3.75,
1440 };
1441 let json = serde_json::to_string(&info).unwrap();
1442 let restored: ModelInfo = serde_json::from_str(&json).unwrap();
1443 assert_eq!(restored.id, "anthropic/claude-sonnet-4");
1444 assert!(restored.reasoning);
1445 assert_eq!(restored.context_window, 200000);
1446 assert!(restored.input.contains(&InputModality::Image));
1447 assert_eq!(restored.api, "anthropic-messages");
1448 }
1449
1450 #[test]
1451 fn test_engine_config_response_serialization() {
1452 let resp = EngineConfigResponse {
1453 default_model: "anthropic/claude-sonnet-4".to_string(),
1454 api_key_set: true,
1455 api_key_source: Some("config.toml".to_string()),
1456 provider: Some("anthropic".to_string()),
1457 routing: RoutingConfigSnapshot {
1458 routing_enabled: false,
1459 prefer_cost_efficient: false,
1460 fallback_models: vec![],
1461 excluded_models: vec![],
1462 },
1463 role_routing: None,
1464 quick_ask_model: None,
1465 };
1466 let json = serde_json::to_string(&resp).unwrap();
1467 let restored: EngineConfigResponse = serde_json::from_str(&json).unwrap();
1468 assert_eq!(restored.default_model, "anthropic/claude-sonnet-4");
1469 assert!(restored.api_key_set);
1470 assert_eq!(restored.api_key_source.as_deref(), Some("config.toml"));
1471 assert!(!restored.routing.routing_enabled);
1472 }
1473
1474 #[test]
1475 fn test_validate_key_result_serialization() {
1476 let result = ValidateKeyResult {
1477 valid: true,
1478 provider: "openai".to_string(),
1479 message: Some("API key is valid".to_string()),
1480 };
1481 let json = serde_json::to_string(&result).unwrap();
1482 let restored: ValidateKeyResult = serde_json::from_str(&json).unwrap();
1483 assert!(restored.valid);
1484 assert_eq!(restored.provider, "openai");
1485 }
1486
1487 #[test]
1488 fn test_validate_key_result_invalid() {
1489 let result = ValidateKeyResult {
1490 valid: false,
1491 provider: "anthropic".to_string(),
1492 message: Some("Validation failed: key too short".to_string()),
1493 };
1494 assert!(!result.valid);
1495 assert!(result.message.as_ref().unwrap().contains("failed"));
1496 }
1497
1498 #[test]
1499 fn test_routing_stats_snapshot() {
1500 let stats = RoutingStats::new();
1501 stats.record_model_usage("anthropic/claude-sonnet-4", 0.05);
1502 stats.record_model_usage("anthropic/claude-sonnet-4", 0.03);
1503 stats.record_model_usage("openai/gpt-4o-mini", 0.01);
1504
1505 let snap = stats.snapshot();
1506 assert_eq!(snap.total_requests, 3);
1507 assert_eq!(snap.model_calls["anthropic/claude-sonnet-4"], 2);
1508 assert_eq!(snap.model_calls["openai/gpt-4o-mini"], 1);
1509 assert!((snap.total_cost - 0.09).abs() < 0.001);
1510 }
1511
1512 #[test]
1513 fn test_fallback_history_circular() {
1514 let stats = RoutingStats::new();
1515 for i in 0..210 {
1516 stats.record_fallback(FallbackEvent {
1517 timestamp: DateTime::from_timestamp(i as i64, 0).unwrap(),
1518 from_model: format!("model-{}", i),
1519 to_model: "fallback".to_string(),
1520 reason: "test".to_string(),
1521 success: true,
1522 });
1523 }
1524 let history = stats.fallback_history(200);
1525 assert_eq!(history.len(), 200);
1526 assert_eq!(history[0].from_model, "model-209");
1528 assert_eq!(history[199].from_model, "model-10");
1529 }
1530
1531 #[test]
1532 fn set_model_rejects_unknown_model_before_persist() {
1533 use crate::engine::{EngineHandle, OxiosEngine};
1534
1535 let engine = Arc::new(OxiosEngine::new("anthropic/claude-sonnet-4-20250514"));
1536 let handle = Arc::new(EngineHandle::new(engine));
1537 let config = Arc::new(parking_lot::RwLock::new(OxiosConfig::default()));
1538 let path = PathBuf::from("/tmp/oxios-set-model-test-NONEXISTENT.toml");
1541 let api = EngineApi::new(config, path, Arc::new(RoutingStats::new()), handle);
1542
1543 let before = api.config.read().engine.default_model.clone();
1546 let err = api.set_model("zai-coding-plan/glm-5-turbo").unwrap_err();
1547 assert!(
1548 err.to_string().contains("Unknown model"),
1549 "expected unknown-model error, got: {err}"
1550 );
1551 assert_eq!(api.config.read().engine.default_model, before);
1553 }
1554
1555 #[test]
1556 fn set_model_accepts_known_builtin_model() {
1557 use crate::engine::{EngineHandle, OxiosEngine};
1558
1559 let engine = Arc::new(OxiosEngine::new("anthropic/claude-sonnet-4-20250514"));
1560 let handle = Arc::new(EngineHandle::new(engine));
1561 let config = Arc::new(parking_lot::RwLock::new(OxiosConfig::default()));
1562 let tmp =
1563 std::env::temp_dir().join(format!("oxios-set-model-ok-{}.toml", std::process::id()));
1564 let api = EngineApi::new(config, tmp.clone(), Arc::new(RoutingStats::new()), handle);
1565
1566 let result = api.set_model("openai/gpt-4o");
1569 match result {
1573 Ok(()) => assert_eq!(api.config.read().engine.default_model, "openai/gpt-4o"),
1574 Err(e) => assert!(
1575 !e.to_string().contains("Unknown model"),
1576 "known model rejected as unknown: {e}"
1577 ),
1578 }
1579 let _ = std::fs::remove_file(&tmp);
1580 }
1581}