tllama 0.1.1

Lightweight Local LLM Inference Engine
Documentation
1
2
3
4
5
6
7
8
9
10
11
#[cfg(feature = "api")]
pub mod api;
#[cfg(feature = "chat")]
pub mod chat;
pub mod cli;
pub mod discover;
pub mod engine;
pub mod template;

#[cfg(feature = "engine-hf")]
compile_error!("The `engine-hf` feature is not supported yet.");