llm_client 0.0.7

llm_client: The easiest Rust interface for local LLMs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

use super::{Grammar, GrammarError, GrammarSetterTrait};

#[derive(Clone, PartialEq)]
pub struct CustomGrammar {
    pub stop_word_done: Option<String>,
    pub stop_word_no_result: Option<String>,
    pub custom_grammar: Option<String>,
}

impl Default for CustomGrammar {
    fn default() -> Self {
        Self {
            stop_word_done: None,
            stop_word_no_result: None,
            custom_grammar: None,
        }
    }
}

impl CustomGrammar {
    pub fn wrap(self) -> Grammar {
        Grammar::Custom(self)
    }

    pub fn custom_grammar(mut self, custom_grammar: String) -> Self {
        self.custom_grammar = Some(custom_grammar);
        self
    }

    pub fn grammar_string(&self) -> String {
        self.custom_grammar.clone().expect("custom_grammar not set")
    }

    pub fn validate_clean(&self, content: &str) -> Result<String, GrammarError> {
        Ok(content.to_owned())
    }

    pub fn grammar_parse(&self, content: &str) -> Result<String, GrammarError> {
        Ok(content.to_owned())
    }
}

impl GrammarSetterTrait for CustomGrammar {
    fn stop_word_done_mut(&mut self) -> &mut Option<String> {
        &mut self.stop_word_done
    }

    fn stop_word_no_result_mut(&mut self) -> &mut Option<String> {
        &mut self.stop_word_no_result
    }
}