llama-cpp-bindings 0.11.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11

#[derive(Debug, PartialEq, Eq, thiserror::Error)]
pub enum ApplyChatTemplateError {
    #[error("the model has no vocab")]
    NoVocab,
    #[error("the model's chat template rendered an empty prompt or could not be rendered")]
    TemplateApplicationFailed,
    #[error("not enough memory to render the chat template")]
    NotEnoughMemory,
    #[error("{message}")]
    Reported { message: String },
}