llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use serde::{Deserialize, Serialize};

use crate::config::PricingConfig;

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ModelInfo {
    pub id: String,
    pub context_window: Option<u32>,
    pub max_output_tokens: Option<u32>,
    pub pricing: Option<PricingConfig>,
    pub supports_tools: Option<bool>,
    pub supports_vision: Option<bool>,
    pub supports_streaming: Option<bool>,
}

impl ModelInfo {
    pub fn new(id: impl Into<String>) -> Self {
        Self {
            id: id.into(),
            context_window: None,
            max_output_tokens: None,
            pricing: None,
            supports_tools: None,
            supports_vision: None,
            supports_streaming: None,
        }
    }
}