alith-models 0.4.3

Load and Download LLM Models, Metadata, and Tokenizers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use super::LLMModelBase;

pub mod anthropic;
pub mod openai;
pub mod perplexity;

#[derive(Clone)]
pub struct ApiLLMModel {
    pub model_base: LLMModelBase,
    pub cost_per_m_in_tokens: f32,
    pub cost_per_m_out_tokens: f32,
    pub tokens_per_message: u32,
    pub tokens_per_name: Option<i32>,
}

impl Default for ApiLLMModel {
    fn default() -> Self {
        Self::gpt_4()
    }
}