alith-models 0.4.3

Load and Download LLM Models, Metadata, and Tokenizers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use crate::tokenizer::Tokenizer;
use std::sync::Arc;

pub mod api_model;
pub mod local_model;
pub mod tokenizer;

#[allow(unused_imports)]
pub(crate) use anyhow::{Error, Result, anyhow, bail};

#[allow(unused_imports)]
pub(crate) use tracing::{Level, debug, error, info, span, trace, warn};

#[derive(Clone)]
pub struct LLMModelBase {
    pub model_id: String,
    pub model_ctx_size: u64,
    pub inference_ctx_size: u64,
    pub tokenizer: Arc<Tokenizer>,
}