everruns_provider/
model_spec.rs

1//! Credential-free model selection.
2
3use serde::{Deserialize, Serialize};
4
5use crate::runtime_provider::{ProviderKey, RuntimeProviderRegistry};
6
7/// A model name paired with the runtime provider that serves it.
8///
9/// This is ordinary serializable configuration: credentials, endpoints, and
10/// service authentication live exclusively on the runtime provider.
11#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
12#[non_exhaustive]
13pub struct ModelSpec {
14    pub provider: ProviderKey,
15    pub model: String,
16}
17
18impl ModelSpec {
19    pub fn on(provider: impl Into<ProviderKey>, model: impl Into<String>) -> Self {
20        Self {
21            provider: provider.into(),
22            model: model.into(),
23        }
24    }
25
26    pub fn resolve_provider(
27        &self,
28        registry: &RuntimeProviderRegistry,
29    ) -> Result<std::sync::Arc<crate::RuntimeProvider>, UnknownProvider> {
30        registry.get(&self.provider).ok_or_else(|| UnknownProvider {
31            requested: self.provider.clone(),
32            registered: registry.ids(),
33        })
34    }
35}
36
37#[derive(Debug, Clone, PartialEq, Eq)]
38pub struct UnknownProvider {
39    pub requested: ProviderKey,
40    pub registered: Vec<String>,
41}
42
43impl std::fmt::Display for UnknownProvider {
44    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
45        write!(
46            f,
47            "provider '{}' is not registered; registered providers: [{}]",
48            self.requested,
49            self.registered.join(", ")
50        )
51    }
52}
53
54impl std::error::Error for UnknownProvider {}
55
56#[cfg(test)]
57mod tests {
58    use super::*;
59
60    struct Noop;
61
62    #[async_trait::async_trait]
63    impl crate::ChatDriver for Noop {
64        async fn chat_completion_stream(
65            &self,
66            _endpoint: &crate::ProviderEndpoint,
67            _messages: Vec<crate::LlmMessage>,
68            _config: &crate::LlmCallConfig,
69        ) -> crate::Result<crate::LlmResponseStream> {
70            unreachable!()
71        }
72    }
73
74    #[test]
75    fn model_spec_is_credential_and_endpoint_free() {
76        let spec = ModelSpec::on("openai-prod", "gpt-5");
77        let json = serde_json::to_string(&spec).unwrap();
78        let debug = format!("{spec:?}");
79        assert_eq!(json, r#"{"provider":"openai-prod","model":"gpt-5"}"#);
80        assert!(!debug.contains("api_key"));
81        assert!(!debug.contains("base_url"));
82    }
83
84    #[test]
85    fn two_models_select_distinct_providers_over_one_protocol() {
86        let driver: std::sync::Arc<dyn crate::ChatDriver> = std::sync::Arc::new(Noop);
87        let mut registry = RuntimeProviderRegistry::new();
88        registry
89            .register(crate::Provider::from_driver("east", driver.clone()))
90            .unwrap();
91        registry
92            .register(crate::Provider::from_driver("west", driver))
93            .unwrap();
94
95        let east = ModelSpec::on("east", "shared-model")
96            .resolve_provider(&registry)
97            .unwrap();
98        let west = ModelSpec::on("west", "shared-model")
99            .resolve_provider(&registry)
100            .unwrap();
101        assert_eq!(east.id().as_str(), "east");
102        assert_eq!(west.id().as_str(), "west");
103        assert!(std::sync::Arc::ptr_eq(east.driver(), west.driver()));
104    }
105}
everruns_provider/model_spec.rs

everruns_provider/
model_spec.rs
