simple_llama_rs 1.0.2

Rust crate for the Ollama API.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use super::message::ChatMessage;

// Types
pub type ModelMemory = Vec<ChatMessage>;

// Traits
pub trait ModelMemoryMethods {
    /// Joins all messages in the memory into a single string with the specified separator.
    /// Each message is formatted as a JSON object with role and content.
    ///
    /// # Arguments
    /// * `separator` - The string to use between messages
    fn join(&self, separator: &str) -> String;

    /// Returns only the content of all messages joined with the specified separator.
    ///
    /// # Arguments
    /// * `separator` - The string to use between message contents
    fn content(&self, separator: &str) -> String;

    /// Returns only the roles of all messages joined with the specified separator.
    ///
    /// # Arguments
    /// * `separator` - The string to use between roles
    fn role(&self, separator: &str) -> String;
}

// Implementations
impl ModelMemoryMethods for ModelMemory {
    fn join(&self, separator: &str) -> String {
        self.iter()
            .map(|msg| {
                format!(
                    r#"{{"role": "{}", "content": "{}"}}"#,
                    msg.role, msg.content
                )
            })
            .collect::<Vec<String>>()
            .join(separator)
    }

    fn content(&self, separator: &str) -> String {
        self.iter()
            .map(|msg| format!("{}", msg.content))
            .collect::<Vec<String>>()
            .join(separator)
    }

    fn role(&self, separator: &str) -> String {
        self.iter()
            .map(|msg| format!("{}", msg.role))
            .collect::<Vec<String>>()
            .join(separator)
    }
}