llm_interface 0.0.3

llm_interface: The backend for the llm_client crate
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

#[derive(Debug, Clone)]
pub enum StoppingSequence {
    InferenceDone(String),
    NoResult(String),
}

impl PartialEq for StoppingSequence {
    fn eq(&self, other: &Self) -> bool {
        std::mem::discriminant(self) == std::mem::discriminant(other)
    }
}

impl StoppingSequence {
    pub fn as_str(&self) -> &str {
        match self {
            StoppingSequence::InferenceDone(s) => s,
            StoppingSequence::NoResult(s) => s,
        }
    }
}

#[derive(Default, Debug, Clone)]
pub struct StopSequences {
    pub sequences: Vec<StoppingSequence>,
    pub required: bool,
}

impl StopSequences {
    pub fn new() -> Self {
        Self {
            sequences: Vec::new(),
            required: false,
        }
    }

    pub fn to_vec(&self) -> Vec<String> {
        self.sequences
            .iter()
            .map(|sw| sw.as_str().to_owned())
            .collect()
    }

    pub fn parse_string_response<T: AsRef<str>>(
        &self,
        response_stop_word: T,
    ) -> Option<StoppingSequence> {
        for stop_word in &self.sequences {
            if response_stop_word.as_ref() == stop_word.as_str() {
                return Some(stop_word.clone());
            }
        }
        None
    }

    pub fn parse_option_response<T: AsRef<str>>(
        &self,
        response_stop_word: &Option<T>,
    ) -> Option<StoppingSequence> {
        match response_stop_word {
            Some(stop_word) => self.parse_string_response(stop_word),
            None => None,
        }
    }

    pub fn error_on_required(&self) -> String {
        format!(
            "One of the sequences: {} is required, but response stopping_word is None.",
            self.sequences
                .iter()
                .map(|sw| sw.as_str())
                .collect::<Vec<&str>>()
                .join(", ")
        )
    }

    pub fn add_stop_word<T: AsRef<str>>(&self, stop_word: T) -> bool {
        self.sequences.is_empty()
            || !self
                .sequences
                .iter()
                .any(|s| s.as_str() == stop_word.as_ref())
    }

    pub fn set_stop_word_done<T: AsRef<str>>(&mut self, stop_word: T) -> &mut Self {
        if self.add_stop_word(&stop_word) {
            self.sequences.push(StoppingSequence::InferenceDone(
                stop_word.as_ref().to_owned(),
            ));
        }
        self
    }

    pub fn set_stop_word_no_result<T: AsRef<str>>(&mut self, stop_word: T) -> &mut Self {
        if self.add_stop_word(&stop_word) {
            self.sequences
                .push(StoppingSequence::NoResult(stop_word.as_ref().to_owned()));
        }
        self
    }
}