alith_models/
lib.rs

1use crate::tokenizer::Tokenizer;
2use std::sync::Arc;
3
4pub mod api_model;
5pub mod local_model;
6pub mod tokenizer;
7
8#[allow(unused_imports)]
9pub(crate) use anyhow::{Error, Result, anyhow, bail};
10
11#[allow(unused_imports)]
12pub(crate) use tracing::{Level, debug, error, info, span, trace, warn};
13
14#[derive(Clone)]
15pub struct LLMModelBase {
16    pub model_id: String,
17    pub model_ctx_size: u64,
18    pub inference_ctx_size: u64,
19    pub tokenizer: Arc<Tokenizer>,
20}