use std::sync::Arc;
use tokio::sync::Mutex;
use crate::app::Config;
use crate::models::config::BackendConfig;
use crate::models::{ModelError, Result, lookup_provider};
use crate::utils::{resolve_api_key, resolve_api_key_with_fallback};
const GEMINI_API_KEY_ENV: &str = "GOOGLE_API_KEY";
const GEMINI_LEGACY_API_KEY_ENV: &str = "GEMINI_API_KEY";
fn require_key(provider: &str, env_var: &str) -> Result<String> {
resolve_api_key(env_var, None).ok_or_else(|| {
ModelError::Authentication(format!("{} requires env var {}", provider, env_var))
})
}
fn require_key_with_fallback(
provider: &str,
env_var: &str,
fallback_env_var: &str,
) -> Result<String> {
resolve_api_key_with_fallback(env_var, fallback_env_var, None).ok_or_else(|| {
ModelError::Authentication(format!(
"{} requires env var {} (or legacy {})",
provider, env_var, fallback_env_var
))
})
}
use super::model::{
AnthropicProvider, GeminiProvider, ModelProvider, OllamaProvider, OpenAICompatProvider,
};
type ProviderCell = Arc<tokio::sync::OnceCell<Arc<dyn ModelProvider>>>;
pub struct ProviderFactory {
config: Arc<Config>,
cache: Mutex<std::collections::HashMap<String, ProviderCell>>,
}
impl ProviderFactory {
pub fn new(config: Config) -> Self {
Self {
config: Arc::new(config),
cache: Mutex::new(std::collections::HashMap::new()),
}
}
pub fn config(&self) -> &Config {
&self.config
}
pub async fn resolve(&self, model_id: &str) -> Result<Arc<dyn ModelProvider>> {
let key = normalize_cache_key(model_id);
let cell = {
let mut cache = self.cache.lock().await;
Arc::clone(
cache
.entry(key)
.or_insert_with(|| Arc::new(tokio::sync::OnceCell::new())),
)
};
let provider = cell
.get_or_try_init(|| async {
let p = build_provider(&self.config, model_id).await?;
Ok::<Arc<dyn ModelProvider>, ModelError>(Arc::from(p))
})
.await?;
Ok(Arc::clone(provider))
}
}
async fn build_provider(config: &Config, model_id: &str) -> Result<Box<dyn ModelProvider>> {
let (provider, model_name) = parse_model_id(model_id);
let provider_lc = provider.to_lowercase();
if provider_lc == "ollama" {
let backend = ollama_backend_config(config);
let p = OllamaProvider::with_app_config(
model_name,
Arc::new(backend),
Arc::new(config.clone()),
)
.await?;
return Ok(Box::new(p));
}
if provider_lc == "anthropic" {
let user_cfg = config.providers.get("anthropic");
let base_url = resolve_overridable_base_url(
"anthropic",
user_cfg.and_then(|c| c.base_url.clone()),
"https://api.anthropic.com/v1",
)?;
let api_key_env = user_cfg
.and_then(|c| c.api_key_env.as_deref())
.unwrap_or("ANTHROPIC_API_KEY");
let api_key = require_key("anthropic", api_key_env)?;
let p = AnthropicProvider::new(api_key, model_name.to_string(), base_url)?;
return Ok(Box::new(p));
}
if provider_lc == "gemini" {
let user_cfg = config.providers.get("gemini");
let base_url = resolve_overridable_base_url(
"gemini",
user_cfg.and_then(|c| c.base_url.clone()),
"https://generativelanguage.googleapis.com/v1beta",
)?;
let api_key = match user_cfg.and_then(|c| c.api_key_env.as_deref()) {
Some(api_key_env) => require_key("gemini", api_key_env)?,
None => {
require_key_with_fallback("gemini", GEMINI_API_KEY_ENV, GEMINI_LEGACY_API_KEY_ENV)?
},
};
let p = GeminiProvider::new(api_key, model_name.to_string(), base_url)?;
return Ok(Box::new(p));
}
if let Some(profile) = lookup_provider(&provider_lc) {
let user_cfg = config.providers.get(&provider_lc);
let base_url = resolve_overridable_base_url(
&provider_lc,
user_cfg.and_then(|c| c.base_url.clone()),
profile.base_url,
)?;
let api_key_env = user_cfg
.and_then(|c| c.api_key_env.as_deref())
.unwrap_or(profile.api_key_env);
let api_key = require_key(&provider_lc, api_key_env)?;
let extra_headers = user_cfg
.map(|c| c.extra_headers.clone())
.unwrap_or_default();
let p = OpenAICompatProvider::new(
profile,
base_url,
api_key,
model_name.to_string(),
extra_headers,
)?;
return Ok(Box::new(p));
}
if let Some(user_cfg) = config.providers.get(&provider_lc)
&& let Some(profile) = user_profile_to_static(&provider_lc, user_cfg)
{
let base_url = user_cfg.base_url.clone().ok_or_else(|| {
ModelError::InvalidRequest(format!(
"custom provider '{}' requires base_url in config",
provider_lc
))
})?;
validate_provider_base_url(&base_url)?;
let api_key_env = user_cfg.api_key_env.as_deref().ok_or_else(|| {
ModelError::InvalidRequest(format!(
"custom provider '{}' requires api_key_env in config",
provider_lc
))
})?;
let api_key = require_key(&provider_lc, api_key_env)?;
let p = OpenAICompatProvider::new(
profile,
base_url,
api_key,
model_name.to_string(),
user_cfg.extra_headers.clone(),
)?;
return Ok(Box::new(p));
}
Err(ModelError::InvalidRequest(format!(
"Unknown provider '{}' (model_id: {})",
provider, model_id
)))
}
fn normalize_cache_key(model_id: &str) -> String {
let (provider, model) = parse_model_id(model_id);
format!("{}/{}", provider.to_lowercase(), model)
}
fn parse_model_id(model_id: &str) -> (String, &str) {
match model_id.split_once('/') {
Some((p, m)) => (p.to_string(), m),
None => ("ollama".to_string(), model_id),
}
}
pub(crate) fn ollama_backend_config(config: &Config) -> BackendConfig {
BackendConfig {
ollama_url: format!("{}:{}", config.ollama.host, config.ollama.port),
max_idle_per_host: 10,
timeout_secs: 10,
}
}
static PROFILE_CACHE: std::sync::LazyLock<
std::sync::Mutex<std::collections::HashMap<String, &'static crate::models::ProviderProfile>>,
> = std::sync::LazyLock::new(|| std::sync::Mutex::new(std::collections::HashMap::new()));
fn user_profile_to_static(
name: &str,
user_cfg: &crate::app::UserProviderConfig,
) -> Option<&'static crate::models::ProviderProfile> {
use crate::models::{ProviderProfile, ReasoningExtraction, ReasoningStrategy};
let compat = user_cfg.compat.as_deref().unwrap_or("openai");
let base_url = user_cfg.base_url.clone().unwrap_or_default();
let api_key_env = user_cfg.api_key_env.clone().unwrap_or_default();
let cache_key = format!("{name}\u{0}{base_url}\u{0}{api_key_env}\u{0}{compat}");
let mut cache = PROFILE_CACHE
.lock()
.unwrap_or_else(|poisoned| poisoned.into_inner());
if let Some(profile) = cache.get(cache_key.as_str()) {
return Some(*profile);
}
let strategy = match compat {
"openai" => ReasoningStrategy::None,
"openai-effort" => ReasoningStrategy::Effort,
"openrouter" => ReasoningStrategy::OpenRouterShape,
_ => ReasoningStrategy::None,
};
let profile = Box::new(ProviderProfile {
name: Box::leak(name.to_string().into_boxed_str()),
base_url: Box::leak(base_url.into_boxed_str()),
api_key_env: Box::leak(api_key_env.into_boxed_str()),
extra_headers: &[],
reasoning_strategy: strategy,
reasoning_extraction: ReasoningExtraction::None,
max_tokens_param: crate::models::MaxTokensParam::MaxTokens,
disable_parallel_tool_calls_for: &[],
});
let leaked: &'static ProviderProfile = Box::leak(profile);
cache.insert(cache_key, leaked);
Some(leaked)
}
fn validate_provider_base_url(url: &str) -> Result<()> {
let parsed = reqwest::Url::parse(url).map_err(|e| {
ModelError::InvalidRequest(format!("invalid provider base_url '{url}': {e}"))
})?;
match parsed.scheme() {
"https" => Ok(()),
"http"
if crate::utils::classify_host(parsed.host_str().unwrap_or_default()).is_loopback() =>
{
Ok(())
},
"http" => Err(ModelError::InvalidRequest(format!(
"provider base_url '{url}' uses http:// to a non-loopback host — refusing to send the \
API key in cleartext. Use https, or http://localhost for a local server."
))),
other => Err(ModelError::InvalidRequest(format!(
"provider base_url '{url}' has unsupported scheme '{other}' (use http or https)"
))),
}
}
fn resolve_overridable_base_url(
provider: &str,
override_url: Option<String>,
default_url: &str,
) -> Result<String> {
match override_url {
Some(url) => {
validate_provider_base_url(&url)?;
warn_overridden_provider_host(provider, &url);
Ok(url)
},
None => Ok(default_url.to_string()),
}
}
static WARNED_OVERRIDE_HOSTS: std::sync::LazyLock<
std::sync::Mutex<std::collections::HashSet<String>>,
> = std::sync::LazyLock::new(|| std::sync::Mutex::new(std::collections::HashSet::new()));
fn warn_overridden_provider_host(provider: &str, base_url: &str) {
let host = provider_host(base_url);
if should_warn_once(&format!("{provider}@{host}")) {
tracing::warn!(
"built-in provider '{}' base_url overridden in config: the {} API key will be sent to \
host '{}' instead of the trusted default endpoint",
provider,
provider,
host
);
}
}
fn provider_host(base_url: &str) -> String {
reqwest::Url::parse(base_url)
.ok()
.and_then(|u| u.host_str().map(str::to_string))
.unwrap_or_else(|| "<unknown>".to_string())
}
fn should_warn_once(key: &str) -> bool {
let mut warned = WARNED_OVERRIDE_HOSTS
.lock()
.unwrap_or_else(|poisoned| poisoned.into_inner());
warned.insert(key.to_string())
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn base_url_requires_https_for_remote_hosts() {
assert!(validate_provider_base_url("http://api.example.com/v1").is_err());
assert!(validate_provider_base_url("ftp://example.com").is_err());
assert!(validate_provider_base_url("https://api.example.com/v1").is_ok());
assert!(validate_provider_base_url("http://localhost:11434/v1").is_ok());
assert!(validate_provider_base_url("http://127.0.0.1:8000").is_ok());
assert!(validate_provider_base_url("http://[::1]:8000").is_ok());
assert!(validate_provider_base_url("http://192.168.1.5:8080").is_err());
assert!(validate_provider_base_url("http://169.254.169.254").is_err());
}
use std::sync::atomic::{AtomicUsize, Ordering};
fn unique_env(prefix: &str) -> String {
static N: AtomicUsize = AtomicUsize::new(0);
format!(
"{}_{}_{}",
prefix,
std::process::id(),
N.fetch_add(1, Ordering::SeqCst)
)
}
#[test]
fn parse_bare_name_defaults_to_ollama() {
let (p, m) = parse_model_id("qwen3-coder:30b");
assert_eq!(p, "ollama");
assert_eq!(m, "qwen3-coder:30b");
}
#[test]
fn parse_prefixed() {
let (p, m) = parse_model_id("anthropic/claude-opus-4-7");
assert_eq!(p, "anthropic");
assert_eq!(m, "claude-opus-4-7");
}
#[test]
fn gemini_key_resolution_accepts_legacy_fallback() {
let primary = unique_env("MERMAID_FACTORY_GEMINI_PRIMARY");
let legacy = unique_env("MERMAID_FACTORY_GEMINI_LEGACY");
temp_env::with_vars(
[(primary.as_str(), None), (legacy.as_str(), Some("legacy"))],
|| {
let resolved = require_key_with_fallback("gemini", &primary, &legacy)
.expect("legacy fallback should resolve");
assert_eq!(resolved, "legacy");
},
);
}
#[test]
fn gemini_key_resolution_prefers_google_primary() {
let primary = unique_env("MERMAID_FACTORY_GEMINI_PRIMARY2");
let legacy = unique_env("MERMAID_FACTORY_GEMINI_LEGACY2");
temp_env::with_vars(
[
(primary.as_str(), Some("google")),
(legacy.as_str(), Some("legacy")),
],
|| {
let resolved = require_key_with_fallback("gemini", &primary, &legacy)
.expect("primary should resolve");
assert_eq!(resolved, "google");
},
);
}
#[tokio::test]
async fn factory_reports_unknown_provider_clearly() {
let cfg = Config::default();
let f = ProviderFactory::new(cfg);
match f.resolve("totally-made-up/model").await {
Ok(_) => panic!("expected error"),
Err(e) => {
let msg = format!("{}", e);
assert!(
msg.contains("totally-made-up") || msg.contains("Unknown provider"),
"error message: {}",
msg
);
},
}
}
#[test]
fn normalize_cache_key_lowercases_provider_only() {
assert_eq!(
normalize_cache_key("Anthropic/Claude-X"),
"anthropic/Claude-X"
);
assert_eq!(
normalize_cache_key("anthropic/Claude-X"),
"anthropic/Claude-X"
);
assert_eq!(normalize_cache_key("qwen3:30b"), "ollama/qwen3:30b");
}
#[tokio::test]
async fn resolve_is_single_flight_and_cached() {
let f = ProviderFactory::new(Config::default());
let (a, b) = tokio::join!(
f.resolve("ollama/test-model"),
f.resolve("Ollama/test-model"),
);
let a = a.expect("resolve a");
let b = b.expect("resolve b");
assert!(
Arc::ptr_eq(&a, &b),
"expected one cached provider for casing variants + concurrent resolve"
);
}
#[test]
fn builtin_base_url_override_validated_and_resolved() {
assert_eq!(
resolve_overridable_base_url("anthropic", None, "https://api.anthropic.com/v1")
.unwrap(),
"https://api.anthropic.com/v1"
);
assert_eq!(
resolve_overridable_base_url(
"anthropic",
Some("https://proxy.internal/v1".to_string()),
"https://api.anthropic.com/v1",
)
.unwrap(),
"https://proxy.internal/v1"
);
assert!(
resolve_overridable_base_url(
"anthropic",
Some("http://attacker.example/v1".to_string()),
"https://api.anthropic.com/v1",
)
.is_err()
);
assert!(
resolve_overridable_base_url(
"openai",
Some("http://localhost:8080/v1".to_string()),
"https://api.openai.com/v1",
)
.is_ok()
);
}
#[test]
fn provider_host_extracts_host_or_unknown() {
assert_eq!(
provider_host("https://attacker.example/v1"),
"attacker.example"
);
assert_eq!(provider_host("http://127.0.0.1:8080"), "127.0.0.1");
assert_eq!(provider_host("not a url"), "<unknown>");
}
#[test]
fn override_host_warning_is_deduped() {
let key = unique_env("MERMAID_FACTORY_WARN_KEY");
assert!(should_warn_once(&key), "first warn for a key must fire");
assert!(
!should_warn_once(&key),
"subsequent warns for the same key must be suppressed"
);
}
#[test]
fn custom_profile_is_memoized_per_key() {
use crate::app::UserProviderConfig;
let cfg = UserProviderConfig {
base_url: Some("https://api.custom.test/v1".to_string()),
api_key_env: Some("CUSTOM_KEY".to_string()),
compat: Some("openai".to_string()),
..Default::default()
};
let a = user_profile_to_static("mermaid_test_customx", &cfg).unwrap();
let b = user_profile_to_static("mermaid_test_customx", &cfg).unwrap();
assert!(
std::ptr::eq(a, b),
"identical custom-provider inputs must reuse one leaked &'static profile"
);
assert_eq!(a.base_url, "https://api.custom.test/v1");
assert_eq!(a.api_key_env, "CUSTOM_KEY");
let cfg2 = UserProviderConfig {
base_url: Some("https://api.custom.test/v2".to_string()),
..cfg.clone()
};
let c = user_profile_to_static("mermaid_test_customx", &cfg2).unwrap();
assert!(
!std::ptr::eq(a, c),
"a different base_url must leak a distinct profile"
);
}
}