llm_models 0.0.3

llm_models: Load and download LLM models, metadata, and tokenizers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

// Public generated modules
pub mod models;
pub mod providers;

use super::{LlmModelBase, LlmModelId};
pub use providers::CloudProviderLlmId;

use providers::{AnthropicLlmId::*, MistralAiLlmId::*, OpenAiLlmId::*, PerplexityLlmId::*};
use std::borrow::Cow;

#[derive(Debug, Clone, serde::Serialize, serde::Deserialize, PartialEq)]
pub struct CloudLlm {
    pub model_base: LlmModelBase,
    pub provider_llm_id: CloudProviderLlmId,
    pub cost_per_m_in_tokens: u64,
    pub cost_per_m_out_tokens: u64,
    pub tokens_per_message: u64,
    pub tokens_per_name: Option<i64>,
}

impl CloudLlm {
    pub fn friendly_name(&self) -> &str {
        &self.model_base.friendly_name
    }
    pub fn model_id(&self) -> &str {
        &self.model_base.model_id
    }
    pub fn model_ctx_size(&self) -> u64 {
        self.model_base.model_ctx_size
    }
    pub fn inference_ctx_size(&self) -> u64 {
        self.model_base.inference_ctx_size
    }
    pub fn matches_id(&self, id: &LlmModelId) -> bool {
        match id {
            LlmModelId::Cloud(id) => self.provider_llm_id == *id,
            _ => false,
        }
    }
}