babel 0.0.11

Provide Rust enums for Groq, SambaNova, Openrouter's llm model names.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

use babel::{ChatMessage, LLMBuilder, OpenRouter, OpenRouterModel};
use futures::StreamExt;
use tokio;

#[tokio::main]
async fn main() -> Result<(), String> {
    
    // Create an OpenRouter LLM instance
    let openrouter_llm = LLMBuilder::<OpenRouter>::new()
        .model(OpenRouterModel::GoogleGeminiPro20ExpFree)
        .temperature(1.0)
        .max_tokens(512)
        .build()?;
    
    println!("Using OpenRouter model: {}", openrouter_llm.get_model_id());
    
    // Create chat message
    let messages = vec![
        ChatMessage {
            role: "user".to_string(),
            content: "Briefly explain AI history.".to_string(),
        }
    ];
    
    // Get streaming response
    println!("OpenRouter response:");
    let mut stream = openrouter_llm.stream_chat(messages).await;
    while let Some(result) = stream.next().await {
        match result {
            Ok(response) => {
                if let Some(content) = response.get_content() {
                    print!("{}", content);
                    std::io::Write::flush(&mut std::io::stdout()).unwrap();
                }
            }
            Err(e) => eprintln!("Error: {}", e),
        }
    }
    
    Ok(())
}