kalosm 0.4.0

A simple interface for pretrained AI models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

use kalosm::language::*;

#[tokio::main]
async fn main() {
    let model = Llama::phi_3().await.unwrap();
    let mut chat = model
        .chat()
        .with_system_prompt("You will act like a pirate");

    loop {
        chat(&prompt_input("\n> ").unwrap())
            .to_std_out()
            .await
            .unwrap();
    }
}