qai-sdk 0.1.6

Universal Rust SDK for AI Providers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124

//! # Streaming Chat Example
//!
//! Demonstrates real-time streaming responses from multiple providers
//! using `generate_stream()` and handling all `StreamPart` variants.

use futures::StreamExt;
use qai_sdk::*;

use qai_sdk::LanguageModel;
#[tokio::main]
async fn main() -> Result<()> {
    dotenvy::dotenv().ok();

    let prompt = Prompt {
        messages: vec![Message {
            role: Role::User,
            content: vec![Content::Text {
                text: "Write a haiku about Rust programming.".to_string(),
            }],
        }],
    };

    let options = GenerateOptions {
        model_id: "gpt-4o-mini".to_string(),
        max_tokens: Some(100),
        temperature: Some(0.9),
        top_p: None,
        stop_sequences: None,
        tools: None,
        response_format: None,
    };

    // ===================================================================
    // OpenAI Streaming
    // ===================================================================
    println!("=== OpenAI Streaming ===");
    let api_key = std::env::var("OPENAI_API_KEY").unwrap_or_default();
    let model = OpenAIModel::new(api_key);

    let mut stream = model
        .generate_stream(prompt.clone(), options.clone())
        .await?;
    while let Some(part) = stream.next().await {
        match part {
            StreamPart::TextDelta { delta } => {
                print!("{}", delta); // Print each token as it arrives
            }
            StreamPart::ToolCallDelta {
                index,
                id,
                name,
                arguments_delta,
            } => {
                println!(
                    "\n[Tool Call #{} id={:?} name={:?}]: {:?}",
                    index, id, name, arguments_delta
                );
            }
            StreamPart::Usage { usage } => {
                println!(
                    "\n📊 Usage: {} prompt + {} completion tokens",
                    usage.prompt_tokens, usage.completion_tokens
                );
            }
            StreamPart::Finish { finish_reason } => {
                println!("\n✅ Finished: {}", finish_reason);
            }
            StreamPart::Error { message } => {
                eprintln!("\n❌ Error: {}", message);
            }
        }
    }

    // ===================================================================
    // Anthropic Streaming
    // ===================================================================
    println!("\n\n=== Anthropic Streaming ===");
    let api_key = std::env::var("ANTHROPIC_API_KEY").unwrap_or_default();
    let model = AnthropicModel::new(api_key);

    let mut opts = options.clone();
    opts.model_id = "claude-3-haiku-20240307".to_string();

    let mut stream = model.generate_stream(prompt.clone(), opts).await?;
    while let Some(part) = stream.next().await {
        match part {
            StreamPart::TextDelta { delta } => print!("{}", delta),
            StreamPart::Usage { usage } => {
                println!(
                    "\n📊 Usage: {} prompt + {} completion tokens",
                    usage.prompt_tokens, usage.completion_tokens
                );
            }
            StreamPart::Finish { finish_reason } => {
                println!("\n✅ Finished: {}", finish_reason);
            }
            _ => {}
        }
    }

    // ===================================================================
    // Google Gemini Streaming
    // ===================================================================
    println!("\n\n=== Google Gemini Streaming ===");
    let api_key = std::env::var("GOOGLE_GENERATIVE_AI_API_KEY").unwrap_or_default();
    let model = GoogleModel::new(api_key);

    let mut opts = options.clone();
    opts.model_id = "gemini-1.5-flash".to_string();

    let mut stream = model.generate_stream(prompt.clone(), opts).await?;
    while let Some(part) = stream.next().await {
        match part {
            StreamPart::TextDelta { delta } => print!("{}", delta),
            StreamPart::Finish { finish_reason } => {
                println!("\n✅ Finished: {}", finish_reason);
            }
            _ => {}
        }
    }
    println!();

    Ok(())
}