llama-cpp-bindings 0.6.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11

/// Effective tool-call marker strings resolved from either the autoparser
/// output or the per-template override registry.
///
/// Each side is independently optional because the autoparser may report only
/// one of the two strings, and the override registry may not match the
/// template at all.
#[derive(Clone, Debug, Eq, PartialEq)]
pub struct ResolvedToolCallMarkers {
    pub open: Option<String>,
    pub close: Option<String>,
}