kalosm 0.4.0

A simple interface for pretrained AI models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

#![allow(unused)]
use kalosm::language::*;

#[tokio::main]
async fn main() {
    let model = loop {
        let input = prompt_input("Choose Model (gpt, claude, llama, or phi): ").unwrap();
        match input.to_lowercase().as_str() {
            "gpt" => {
                break OpenAICompatibleChatModel::builder()
                    .with_gpt_4o_mini()
                    .build()
                    .boxed_chat_model()
            }
            "claude" => {
                break AnthropicCompatibleChatModel::builder()
                    .with_claude_3_5_haiku()
                    .build()
                    .boxed_chat_model()
            }
            "llama" => {
                break Llama::builder()
                    .with_source(LlamaSource::llama_3_1_8b_chat())
                    .build()
                    .await
                    .unwrap()
                    .boxed_chat_model()
            }
            "phi" => {
                break Llama::builder()
                    .with_source(LlamaSource::phi_3_5_mini_4k_instruct())
                    .build()
                    .await
                    .unwrap()
                    .boxed_chat_model()
            }
            _ => {}
        }
    };

    let mut chat = model
        .chat()
        .with_system_prompt("The assistant will act like a pirate");

    // Then chat with the session
    loop {
        chat(&prompt_input("\n> ").unwrap())
            .to_std_out()
            .await
            .unwrap();
    }
}