llama-cpp-bindings 0.7.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6

/// Failures specific to the JSON-object args parser (Qwen 3 `<tool_call>{"name":..., "arguments":...}</tool_call>`).
#[derive(Debug, thiserror::Error)]
pub enum JsonObjectFailure {
    #[error("tool call body has malformed JSON: {message}")]
    InvalidJson { message: String },
}