kalosm 0.4.0

A simple interface for pretrained AI models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use kalosm::language::*;

#[tokio::main]
async fn main() {
    let llm = Llama::new().await.unwrap();
    let prompt = "Five prime numbers: 2, ";

    println!("# with constraints");
    print!("{}", prompt);

    let validator = RegexParser::new(r"(\d, ){4}\d").unwrap();
    let mut stream = llm(prompt).with_constraints(validator);

    stream.to_std_out().await.unwrap();

    println!("\n\n# without constraints");
    print!("{}", prompt);

    let mut stream = llm(prompt);
    stream.to_std_out().await.unwrap();
}