llama-cpp-bindings 0.8.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use llama_cpp_bindings_types::ParsedChatMessage;

use crate::raw_chat_message::RawChatMessage;

pub enum ChatMessageParseOutcome {
    Recognized(ParsedChatMessage),
    Unrecognized(RawChatMessage),
}

#[cfg(test)]
mod tests {
    use llama_cpp_bindings_types::ParsedChatMessage;

    use super::ChatMessageParseOutcome;
    use crate::raw_chat_message::RawChatMessage;

    #[test]
    fn both_variants_destructure_to_their_inner_payloads() {
        let outcomes = [
            ChatMessageParseOutcome::Recognized(ParsedChatMessage::new(
                "content".to_owned(),
                "reasoning".to_owned(),
                Vec::new(),
            )),
            ChatMessageParseOutcome::Unrecognized(RawChatMessage {
                tools_json: "[]".to_owned(),
                text: "raw input".to_owned(),
                is_partial: false,
                ffi_error_message: "parser bailed".to_owned(),
            }),
        ];

        let mut saw_recognized = false;
        let mut saw_unrecognized = false;
        for outcome in outcomes {
            match outcome {
                ChatMessageParseOutcome::Recognized(parsed) => {
                    assert_eq!(parsed.content, "content");
                    assert_eq!(parsed.reasoning_content, "reasoning");
                    assert!(parsed.tool_calls.is_empty());
                    saw_recognized = true;
                }
                ChatMessageParseOutcome::Unrecognized(raw) => {
                    assert_eq!(raw.tools_json, "[]");
                    assert_eq!(raw.text, "raw input");
                    assert!(!raw.is_partial);
                    assert_eq!(raw.ffi_error_message, "parser bailed");
                    saw_unrecognized = true;
                }
            }
        }

        assert!(
            saw_recognized && saw_unrecognized,
            "both variants must dispatch through the match"
        );
    }
}