alith_models/lib.rs
1use crate::tokenizer::Tokenizer;
2use std::sync::Arc;
3
4pub mod api_model;
5pub mod local_model;
6pub mod tokenizer;
7
8#[allow(unused_imports)]
9pub(crate) use anyhow::{Error, Result, anyhow, bail};
10
11#[allow(unused_imports)]
12pub(crate) use tracing::{Level, debug, error, info, span, trace, warn};
13
14#[derive(Clone)]
15pub struct LLMModelBase {
16 pub model_id: String,
17 pub model_ctx_size: u64,
18 pub inference_ctx_size: u64,
19 pub tokenizer: Arc<Tokenizer>,
20}