llama-runner 2.3.2

A straightforward Rust library for running llama.cpp models locally on device
Documentation 
1
2
3
4
5
6
7
8
9
10
11

pub mod error;
mod hf;
#[cfg(feature = "mcp")]
pub mod mcp;
mod runner;
pub mod sample;
pub mod template;

#[cfg(feature = "mcp")]
pub use minijinja;
pub use runner::*;