llama-runner 2.3.2

A straightforward Rust library for running llama.cpp models locally on device
Documentation
1
2
3
4
5
6
7
pub mod error;
mod gemma4;
mod qwen3;

pub use gemma4::*;
pub use qwen3::*;
pub use rmcp::*;