tllama 0.1.1

Lightweight Local LLM Inference Engine
Documentation
1
2
3
4
5
pub mod openai;
pub mod pool;
pub mod server;
pub mod tllama_api;
pub use server::start_api_server;