easy_llm 0.2.0

Provide an asynchronous LLM caller that can integrate with various LLM services, including Ollama.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use easy_llm::{Llm, LlmControl, Provider};

fn get_test_gemini_api() -> String {
    std::fs::read_to_string(std::env::current_dir().unwrap().join("_test_api_key")).unwrap()
}

fn main() {
    let gemini_client = Llm::new(
        Provider::Gemini,             // or use `Provider::parse_str()`
        "gemini-2.5-pro".to_string(), // Replace with your downloaded Ollama model
        Some(get_test_gemini_api()),  // No API key needed for Ollama
        None,                         // Optional: temperature
        None,                         // Optional: max_tokens
        None, // Optional: base_url for Ollama (defaults to http://localhost:11434, 11434)
    );
    println!("Calling Gemini... with sync");
    match gemini_client.sync_call("Tell me a short story about a brave knight.") {
        Ok(v) => println!("Gemini Responese {v}"),
        Err(e) => eprintln!("Error calling Gemini {e:?}"),
    }
}