chat-rs 0.0.6

Build LLM clients with ease, attach them to your tools
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use chat_rs::{chat::ChatBuilder, gemini, messages, messages::content};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = gemini::GeminiBuilder::new()
        .with_model("gemini-embedding-001".to_string())
        .with_embeddings(Some(126))
        .build();

    let chat = ChatBuilder::new()
        .with_model(client)
        .with_max_retries(2)
        .build();

    let mut messages = messages::Messages::default();

    let mut flag = 0;
    let parts_to_classify = 10;

    loop {
        flag += 1;
        let mut user_input = String::new();
        println!("User:\t");
        std::io::stdin().read_line(&mut user_input)?;
        let user_message = content::from_user(vec![&user_input]);
        messages.push(user_message);

        if flag % parts_to_classify == 0 {
            let response = chat.embed(&mut messages).await.map_err(|err| err.err)?;
            println!("Model:\t{:?}", response.embeddings);
            flag = 0;
        }
        //println!("Metadata:\t{:?}", response.metadata);
    }
}