flint-ai 0.1.0

A lightweight embedded AI runtime for every device
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

fn main() {
    let ai = flint_ai::LocalAI::new("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF");

    println!("looking for: {}", ai.model_path());

    if !ai.is_available() {
        println!("model not found");
        println!("files in ~/.flint/models:");
        if let Ok(entries) = std::fs::read_dir(
            format!("{}/.flint/models", std::env::var("HOME").unwrap())
        ) {
            for entry in entries.flatten() {
                println!("  {}", entry.file_name().to_string_lossy());
            }
        }
        return;
    }

    println!("model found, starting chat...\n");

    match ai.chat("hello, what is your name?") {
        Ok(text) => println!("AI: {}", text),
        Err(e) => println!("error: {}", e),
    }
}