use std::collections::BTreeMap;
use serde::{Deserialize, Serialize};
use url::Url;
use super::Config;
#[derive(Clone, Debug, Default, PartialEq, Eq)]
pub(crate) struct ProviderConfigs {
pub(crate) ollama: Option<ProviderEndpointConfig>,
pub(crate) custom: BTreeMap<String, ProviderEndpointConfig>,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ProviderEndpointConfig {
pub(crate) base_url: Url,
pub(crate) catalog: Option<String>,
pub(crate) catalog_lookup: rho_providers::provider::CatalogLookupMode,
pub(crate) api: rho_providers::provider::OpenAiCompatibleApi,
pub(crate) edit_tool: Option<rho_tools::EditFormat>,
}
impl ProviderEndpointConfig {
fn from_custom_partial(
provider: &str,
endpoint: PartialEndpointConfig,
) -> anyhow::Result<Self> {
rho_providers::provider::validate_custom_provider_name(provider)?;
let base_url_field = format!("providers.custom.{provider}.base_url");
let Some(base_url) = endpoint.base_url else {
anyhow::bail!("providers.custom.{provider} requires base_url");
};
let base_url = parse_provider_base_url(&base_url_field, &base_url)?;
let catalog_field = format!("providers.custom.{provider}.catalog");
let catalog = endpoint
.catalog
.map(|catalog| parse_provider_catalog(&catalog_field, &catalog))
.transpose()?;
let catalog_mode_field = format!("providers.custom.{provider}.catalog_mode");
let catalog_lookup = endpoint
.catalog_mode
.map(|mode| parse_provider_catalog_mode(&catalog_mode_field, &mode))
.transpose()?
.unwrap_or_default();
if catalog.is_some()
&& catalog_lookup == rho_providers::provider::CatalogLookupMode::ModelId
{
anyhow::bail!("{catalog_mode_field} cannot be combined with catalog");
}
let api_field = format!("providers.custom.{provider}.api");
let api = endpoint
.api
.map(|api| parse_provider_api(&api_field, &api))
.transpose()?
.unwrap_or_default();
Ok(Self {
base_url,
catalog,
catalog_lookup,
api,
edit_tool: endpoint.edit_tool,
})
}
}
impl ProviderConfigs {
fn endpoint(&self, provider: &str) -> Option<&Url> {
match provider {
"ollama" => self.ollama.as_ref().map(|endpoint| &endpoint.base_url),
name => self.custom.get(name).map(|endpoint| &endpoint.base_url),
}
}
pub(crate) fn set_endpoint(&mut self, provider: &str, base_url: &str) -> anyhow::Result<()> {
if provider == "ollama" {
let parsed = parse_provider_base_url("providers.ollama.base_url", base_url)?;
self.ollama = Some(ProviderEndpointConfig {
base_url: parsed,
catalog: None,
catalog_lookup: rho_providers::provider::CatalogLookupMode::Slug,
api: rho_providers::provider::OpenAiCompatibleApi::ChatCompletions,
edit_tool: None,
});
return Ok(());
}
let api = self
.custom
.get(provider)
.map(|endpoint| endpoint.api)
.unwrap_or_default();
self.set_custom_endpoint(provider, base_url, api)
}
pub(crate) fn set_custom_endpoint(
&mut self,
provider: &str,
base_url: &str,
api: rho_providers::provider::OpenAiCompatibleApi,
) -> anyhow::Result<()> {
let field = format!("providers.custom.{provider}.base_url");
let base_url = parse_provider_base_url(&field, base_url)?;
rho_providers::provider::validate_custom_provider_name(provider)?;
match self.custom.entry(provider.to_string()) {
std::collections::btree_map::Entry::Occupied(mut entry) => {
let endpoint = entry.get_mut();
endpoint.base_url = base_url;
endpoint.api = api;
}
std::collections::btree_map::Entry::Vacant(entry) => {
entry.insert(ProviderEndpointConfig {
base_url,
catalog: None,
catalog_lookup: rho_providers::provider::CatalogLookupMode::default(),
api,
edit_tool: None,
});
}
};
Ok(())
}
pub(super) fn apply(&mut self, partial: PartialProviderConfigs) -> anyhow::Result<()> {
if let Some(endpoint) = partial.ollama {
if endpoint.catalog.is_some() {
anyhow::bail!("providers.ollama does not accept catalog");
}
if endpoint.catalog_mode.is_some() {
anyhow::bail!("providers.ollama does not accept catalog_mode");
}
if endpoint.api.is_some() {
anyhow::bail!("providers.ollama does not accept api");
}
if endpoint.edit_tool.is_some() {
anyhow::bail!("providers.ollama does not accept edit_tool");
}
if let Some(base_url) = endpoint.base_url {
self.set_endpoint("ollama", &base_url)?;
}
}
if let Some(custom) = partial.custom {
self.custom = custom
.into_iter()
.map(|(name, endpoint)| {
let endpoint = ProviderEndpointConfig::from_custom_partial(&name, endpoint)?;
Ok((name, endpoint))
})
.collect::<anyhow::Result<_>>()?;
}
Ok(())
}
fn specs(&self) -> impl Iterator<Item = rho_providers::provider::CustomProviderSpec<'_>> {
self.custom.iter().map(|(name, endpoint)| {
rho_providers::provider::CustomProviderSpec::new(name, endpoint.catalog.as_deref())
.with_catalog_lookup(endpoint.catalog_lookup)
.with_api(endpoint.api)
})
}
pub(crate) fn intern_names(&self) -> anyhow::Result<std::sync::Arc<[String]>> {
rho_providers::provider::intern_custom_openai_compatible_providers(self.specs())
}
pub(crate) fn activate(&self) -> anyhow::Result<()> {
rho_providers::provider::install_custom_openai_compatible_providers(self.specs())
}
pub(crate) fn thread_scope(
&self,
) -> anyhow::Result<rho_providers::provider::CustomProviderThreadScope> {
Ok(rho_providers::provider::CustomProviderThreadScope::enter(
self.intern_names()?,
))
}
pub(crate) fn auto_edit_format(&self, provider: &str) -> Option<rho_tools::EditFormat> {
self.custom
.get(provider)
.and_then(|endpoint| endpoint.edit_tool)
}
}
fn parse_provider_catalog(field: &str, catalog: &str) -> anyhow::Result<String> {
let catalog = catalog.trim();
if catalog.is_empty() {
anyhow::bail!("{field} must not be empty");
}
if catalog.contains('/') {
anyhow::bail!(
"{field} must be a models.dev provider slug; set a per-model catalog in models.toml"
);
}
if catalog.contains(',') {
anyhow::bail!("{field} must not contain ','");
}
if catalog.chars().any(char::is_whitespace) {
anyhow::bail!("{field} must not contain whitespace");
}
Ok(catalog.to_string())
}
fn parse_provider_catalog_mode(
field: &str,
catalog_mode: &str,
) -> anyhow::Result<rho_providers::provider::CatalogLookupMode> {
catalog_mode
.parse()
.map_err(|error| anyhow::anyhow!("{field} {error}"))
}
fn parse_provider_api(
field: &str,
api: &str,
) -> anyhow::Result<rho_providers::provider::OpenAiCompatibleApi> {
api.parse()
.map_err(|error| anyhow::anyhow!("{field} {error}"))
}
fn parse_provider_base_url(field: &str, base_url: &str) -> anyhow::Result<Url> {
let parsed =
Url::parse(base_url).map_err(|error| anyhow::anyhow!("invalid {field}: {error}"))?;
if !matches!(parsed.scheme(), "http" | "https") {
anyhow::bail!("{field} must use http or https");
}
if !parsed.username().is_empty() || parsed.password().is_some() {
anyhow::bail!("{field} must not contain credentials");
}
if parsed.query().is_some() || parsed.fragment().is_some() {
anyhow::bail!("{field} must not contain a query or fragment");
}
Ok(parsed)
}
impl Config {
pub(crate) fn normalize_provider_profiles(&mut self) -> anyhow::Result<()> {
let _ = self.providers.intern_names()?;
normalize_selection(
&self.providers,
&mut self.provider,
&mut self.auth,
&mut self.model,
None,
)?;
for (id, selection) in &mut self.internal_agents {
match &mut selection.target {
crate::config::InternalAgentTarget::Rho(rho) => {
normalize_selection(
&self.providers,
&mut rho.provider,
&mut rho.auth,
&mut rho.model,
Some(id.as_str()),
)?;
}
crate::config::InternalAgentTarget::ClaudeCli { .. } => {}
}
}
Ok(())
}
pub(crate) fn promote_stored_custom_auth(
&mut self,
store: &dyn rho_providers::credentials::CredentialStore,
) -> bool {
if self.auth != rho_providers::provider::KEYLESS_AUTH {
return false;
}
let Some(descriptor) = rho_providers::provider::interned_custom_provider(&self.provider)
else {
return false;
};
let selected = descriptor.discovery_auth(store).id;
if selected == rho_providers::provider::KEYLESS_AUTH {
return false;
}
self.auth = selected.to_string();
true
}
pub(crate) fn configured_provider_endpoint(&self, provider: &str) -> Option<&Url> {
self.providers.endpoint(provider)
}
pub(crate) fn resolved_provider_endpoint(&self, provider: &str) -> Option<Url> {
self.configured_provider_endpoint(provider)
.cloned()
.or_else(
|| match rho_providers::model::registry::provider_runtime(provider) {
Some(rho_providers::model::registry::ProviderRuntime::OpenAiCompatible {
default_api_base,
..
}) => Some(
Url::parse(default_api_base)
.expect("built-in provider API bases must be valid URLs"),
),
_ => None,
},
)
}
}
fn normalize_selection(
providers: &ProviderConfigs,
provider: &mut String,
auth: &mut String,
model: &mut String,
internal_agent: Option<&str>,
) -> anyhow::Result<()> {
if providers.custom.contains_key(provider.as_str()) {
let accepted = rho_providers::provider::interned_custom_provider(provider)
.is_some_and(|descriptor| descriptor.auth_mode(auth).is_some());
if !accepted {
*auth = "none".into();
}
return Ok(());
}
let profile = rho_providers::provider::resolve_profile(provider, auth).map_err(|error| {
match internal_agent {
Some(id) => anyhow::anyhow!("internal agent '{id}': {error}"),
None => anyhow::anyhow!("{error}"),
}
})?;
*provider = profile.provider_name().into();
*auth = profile.auth_id().into();
*model = profile.provider.canonicalize_model_id(model);
Ok(())
}
#[derive(Serialize)]
pub(super) struct PersistedProviderConfigs<'a> {
#[serde(skip_serializing_if = "Option::is_none")]
ollama: Option<PersistedEndpointConfig<'a>>,
#[serde(skip_serializing_if = "BTreeMap::is_empty")]
custom: BTreeMap<&'a str, PersistedEndpointConfig<'a>>,
}
impl PersistedProviderConfigs<'_> {
pub(super) fn is_empty(&self) -> bool {
self.ollama.is_none() && self.custom.is_empty()
}
}
#[derive(Serialize)]
struct PersistedEndpointConfig<'a> {
base_url: &'a str,
#[serde(skip_serializing_if = "Option::is_none")]
catalog: Option<&'a str>,
#[serde(skip_serializing_if = "Option::is_none")]
catalog_mode: Option<&'a str>,
#[serde(skip_serializing_if = "Option::is_none")]
api: Option<&'static str>,
#[serde(skip_serializing_if = "Option::is_none")]
edit_tool: Option<rho_tools::EditFormat>,
}
impl<'a> From<&'a ProviderConfigs> for PersistedProviderConfigs<'a> {
fn from(config: &'a ProviderConfigs) -> Self {
Self {
ollama: config
.ollama
.as_ref()
.map(|endpoint| PersistedEndpointConfig {
base_url: endpoint.base_url.as_str(),
catalog: None,
catalog_mode: None,
api: None,
edit_tool: None,
}),
custom: config
.custom
.iter()
.map(|(name, endpoint)| {
(
name.as_str(),
PersistedEndpointConfig {
base_url: endpoint.base_url.as_str(),
catalog: endpoint.catalog.as_deref(),
catalog_mode: persisted_catalog_mode(endpoint.catalog_lookup),
api: endpoint.api.persisted_custom_host_value(),
edit_tool: endpoint.edit_tool,
},
)
})
.collect(),
}
}
}
#[derive(Deserialize)]
#[serde(deny_unknown_fields)]
pub(super) struct PartialProviderConfigs {
pub(super) ollama: Option<PartialEndpointConfig>,
pub(super) custom: Option<BTreeMap<String, PartialEndpointConfig>>,
}
fn persisted_catalog_mode(
lookup: rho_providers::provider::CatalogLookupMode,
) -> Option<&'static str> {
match lookup {
rho_providers::provider::CatalogLookupMode::Slug => None,
rho_providers::provider::CatalogLookupMode::ModelId => Some(lookup.as_str()),
}
}
#[derive(Deserialize)]
#[serde(deny_unknown_fields)]
pub(super) struct PartialEndpointConfig {
pub(super) base_url: Option<String>,
pub(super) catalog: Option<String>,
pub(super) catalog_mode: Option<String>,
pub(super) api: Option<String>,
pub(super) edit_tool: Option<rho_tools::EditFormat>,
}
#[cfg(test)]
#[path = "provider_config_tests.rs"]
mod tests;