slm_ikllama 0.1.1

ik_llama.cpp backend for slm_inference
1
2
3
4
5
6
7
8

mod backend;
mod batch;
mod context;
mod model;

pub use batch::{Batch, Token};
pub use context::{Builder, Context, KVType};
pub use model::{Model, ModelConfig};