aether-llm 0.8.0

Multi-provider LLM abstraction layer for the Aether AI agent framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

use crate::LlmModel;
use schemars::JsonSchema;
use serde::{Deserialize, Serialize};

use super::ModelPricing;

/// Provider, model id, and catalog pricing of the model serving a call. All
/// fields are `None` for dynamic or local models the catalog does not know.
#[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize, JsonSchema)]
pub struct ModelIdentity {
    pub provider: Option<String>,
    pub model_id: Option<String>,
    pub pricing: Option<ModelPricing>,
}

impl ModelIdentity {
    pub fn of(model: Option<&LlmModel>) -> Self {
        Self {
            provider: model.map(|model| model.provider().to_string()),
            model_id: model.map(|model| model.model_id().into_owned()),
            pricing: model.and_then(LlmModel::pricing),
        }
    }
}