infinity_agent_core/system/
model.rs1use rap_protocol::ThreadId;
4use std::sync::Arc;
5
6use async_trait::async_trait;
7
8use infinity_provider_protocol::{ModelEntry, ModelProvider};
9
10type BoxError = Box<dyn std::error::Error + Send + Sync>;
11
12#[derive(Clone)]
14pub struct ResolvedModel {
15 pub provider: Arc<dyn ModelProvider>,
16 pub model_id: String,
17 pub context_window: usize,
20 pub supports_image_input: bool,
23}
24
25#[async_trait(?Send)]
32pub trait ModelSource {
33 async fn resolve(&self, thread_id: &ThreadId<str>) -> Result<ResolvedModel, BoxError>;
34}
35
36pub struct StaticModel {
38 resolved: ResolvedModel,
39}
40
41impl StaticModel {
42 pub async fn new(provider: Arc<dyn ModelProvider>, model_id: &str) -> Result<Self, BoxError> {
45 let models = provider.list_models().await?;
46 let entry = models
47 .into_iter()
48 .find(|m| m.model_id == model_id)
49 .ok_or_else(|| format!("model '{model_id}' not found in provider catalog"))?;
50 Ok(Self::from_entry(provider, &entry))
51 }
52
53 pub fn from_entry(provider: Arc<dyn ModelProvider>, entry: &ModelEntry) -> Self {
55 Self {
56 resolved: ResolvedModel {
57 provider,
58 model_id: entry.model_id.clone(),
59 context_window: entry.context_window,
60 supports_image_input: entry.supports_image_input,
61 },
62 }
63 }
64}
65
66#[async_trait(?Send)]
67impl ModelSource for StaticModel {
68 async fn resolve(&self, _thread_id: &ThreadId<str>) -> Result<ResolvedModel, BoxError> {
69 Ok(self.resolved.clone())
70 }
71}