catgrad_llm/
lib.rs

1//! LLM-specific code like tokenization and kv-cache logic which (currently) has to live outside
2//! the model graph.
3pub mod models;
4pub mod run;
5pub mod serve;
6pub mod utils;