kalosm 0.4.0

A simple interface for pretrained AI models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

use kalosm::language::*;

#[tokio::main]
async fn main() {
    let model = Llama::builder()
        .with_source(LlamaSource::zephyr_7b_beta())
        .build()
        .await
        .unwrap();
    let prompt = "<|system|>

</s>
<|user|>
What is your favorite story from your adventures?</s>
<|assistant|>";

    print!("{prompt}");
    model(prompt).to_std_out().await.unwrap();
}