llama-cpp-bindings 0.7.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7

#[derive(Copy, Clone, Debug, Eq, PartialEq)]
pub enum SampledTokenSection {
    Pending,
    Content,
    Reasoning,
    ToolCall,
}