llama-cpp-bindings 0.8.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

use llama_cpp_bindings_types::PairedQuoteShape;
use llama_cpp_bindings_types::ToolCallArgsShape;
use llama_cpp_bindings_types::ToolCallMarkers;
use llama_cpp_bindings_types::ToolCallValueQuote;

pub struct Gemma4CallBlockOverride;

impl Gemma4CallBlockOverride {
    const TEMPLATE_FINGERPRINT: &'static str = "'<|tool_call>call:'";

    #[must_use]
    pub fn markers() -> ToolCallMarkers {
        ToolCallMarkers {
            open: "<|tool_call>call:".to_owned(),
            close: "}".to_owned(),
            args_shape: ToolCallArgsShape::PairedQuote(PairedQuoteShape {
                name_args_separator: "{".to_owned(),
                value_quote: ToolCallValueQuote {
                    open: "<|\"|>".to_owned(),
                    close: "<|\"|>".to_owned(),
                },
            }),
        }
    }

    #[must_use]
    pub fn detect(template: &str) -> Option<ToolCallMarkers> {
        if !template.contains(Self::TEMPLATE_FINGERPRINT) {
            return None;
        }
        Some(Self::markers())
    }
}

#[cfg(test)]
mod tests {
    use llama_cpp_bindings_types::ToolCallArgsShape;

    use super::Gemma4CallBlockOverride;

    #[test]
    fn detects_gemma4_template_with_tool_call_call_literal() {
        use llama_cpp_bindings_types::PairedQuoteShape;
        use llama_cpp_bindings_types::ToolCallValueQuote;

        let template = "...{{- '<|tool_call>call:' + function['name'] + '{' -}}...";
        let markers =
            Gemma4CallBlockOverride::detect(template).expect("Gemma 4 template must be detected");

        assert_eq!(markers.open, "<|tool_call>call:");
        assert_eq!(markers.close, "}");
        assert_eq!(
            markers.args_shape,
            ToolCallArgsShape::PairedQuote(PairedQuoteShape {
                name_args_separator: "{".to_owned(),
                value_quote: ToolCallValueQuote {
                    open: "<|\"|>".to_owned(),
                    close: "<|\"|>".to_owned(),
                },
            })
        );
    }

    #[test]
    fn returns_none_for_template_without_fingerprint() {
        assert!(Gemma4CallBlockOverride::detect("just some plain template body").is_none());
    }

    #[test]
    fn returns_none_for_empty_template() {
        assert!(Gemma4CallBlockOverride::detect("").is_none());
    }

    #[test]
    fn returns_none_when_fingerprint_substring_appears_without_jinja_apostrophes() {
        let template = "doc explaining the <|tool_call>call: format in prose, not as a literal";
        assert!(Gemma4CallBlockOverride::detect(template).is_none());
    }
}