qai-sdk 0.1.1

Universal Rust SDK for AI Providers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104

//! # Basic Chat Example
//!
//! Demonstrates non-streaming chat generation across all 6 providers
//! using the prelude for concise imports.

use qai_sdk::*;

use qai_sdk::LanguageModel;
#[tokio::main]
async fn main() -> qai_sdk::Result<()> {
    dotenvy::dotenv().ok();

    let prompt = Prompt {
        messages: vec![
            Message {
                role: Role::System,
                content: vec![Content::Text {
                    text: "You are a concise assistant. Answer in one sentence.".to_string(),
                }],
            },
            Message {
                role: Role::User,
                content: vec![Content::Text {
                    text: "What is Rust's ownership model?".to_string(),
                }],
            },
        ],
    };

    let options = GenerateOptions {
        model_id: "gpt-4o-mini".to_string(),
        max_tokens: Some(100),
        temperature: Some(0.7),
        top_p: None,
        stop_sequences: None,
        tools: None,
    };

    // --- OpenAI ---
    println!("=== OpenAI ===");
    let api_key = std::env::var("OPENAI_API_KEY").unwrap_or_default();
    let model = qai_sdk::openai::OpenAIModel::new(api_key);
    let result = model.generate(prompt.clone(), options.clone()).await?;
    println!("Response: {}", result.text);
    println!(
        "Tokens: {} in, {} out",
        result.usage.prompt_tokens, result.usage.completion_tokens
    );
    println!("Finish: {}\n", result.finish_reason);

    // --- Anthropic ---
    println!("=== Anthropic ===");
    let api_key = std::env::var("ANTHROPIC_API_KEY").unwrap_or_default();
    let model = qai_sdk::anthropic::AnthropicModel::new(api_key);
    let mut opts = options.clone();
    opts.model_id = "claude-3-haiku-20240307".to_string();
    let result = model.generate(prompt.clone(), opts).await?;
    println!("Response: {}", result.text);
    println!(
        "Tokens: {} in, {} out\n",
        result.usage.prompt_tokens, result.usage.completion_tokens
    );

    // --- Google ---
    println!("=== Google Gemini ===");
    let api_key = std::env::var("GOOGLE_GENERATIVE_AI_API_KEY").unwrap_or_default();
    let model = qai_sdk::google::GoogleModel::new(api_key);
    let mut opts = options.clone();
    opts.model_id = "gemini-1.5-flash".to_string();
    let result = model.generate(prompt.clone(), opts).await?;
    println!("Response: {}", result.text);
    println!(
        "Tokens: {} in, {} out\n",
        result.usage.prompt_tokens, result.usage.completion_tokens
    );

    // --- DeepSeek ---
    println!("=== DeepSeek ===");
    let api_key = std::env::var("DEEPSEEK_API_KEY").unwrap_or_default();
    let model = qai_sdk::deepseek::DeepSeekModel::new(api_key);
    let mut opts = options.clone();
    opts.model_id = "deepseek-chat".to_string();
    let result = model.generate(prompt.clone(), opts).await?;
    println!("Response: {}", result.text);
    println!(
        "Tokens: {} in, {} out\n",
        result.usage.prompt_tokens, result.usage.completion_tokens
    );

    // --- xAI ---
    println!("=== xAI (Grok) ===");
    let api_key = std::env::var("XAI_API_KEY").unwrap_or_default();
    let model = qai_sdk::xai::XAIModel::new(api_key);
    let mut opts = options.clone();
    opts.model_id = "grok-2".to_string();
    let result = model.generate(prompt.clone(), opts).await?;
    println!("Response: {}", result.text);
    println!(
        "Tokens: {} in, {} out\n",
        result.usage.prompt_tokens, result.usage.completion_tokens
    );

    Ok(())
}