qai-sdk 0.1.21

Universal Rust SDK for AI Providers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

use qai_sdk::mcp::{run_mcp_agent, McpClient, McpTransport};
use qai_sdk::*;
use std::env;

#[tokio::main]
async fn main() -> std::result::Result<(), Box<dyn std::error::Error>> {
    // 1. Initialize MCP Client
    println!("Connecting to dummy MCP server...");
    let transport = McpTransport::stdio("node", vec!["examples/dummy_mcp.js"]);
    let mcp_client = McpClient::connect(transport).await?;

    // 2. Setup QAI-SDK Provider (OpenAI Compatible or DeepSeek)
    let api_key = env::var("OPENAI_API_KEY").unwrap_or_else(|_| "dummy_key".to_string());
    let provider = create_openai(ProviderSettings {
        api_key: Some(api_key),
        ..Default::default()
    });
    
    // For this example, if the API key is "dummy_key" we won't actually call the LLM
    if env::var("OPENAI_API_KEY").is_err() {
        println!("No OPENAI_API_KEY set. Cannot run full agent loop.");
        return Ok(());
    }

    let model = provider.chat("gpt-4o");

    println!("Starting autonomous LLM Tool loop via McpAgent:");
    let initial_messages = vec![Message {
        role: Role::User,
        content: vec![Content::Text {
            text: "What is the weather in Tokyo?".to_string(),
        }],
    }];

    let options = GenerateOptions {
        model_id: "gpt-4o".to_string(),
        tools: None, // Tools are automatically populated by the loop
        ..Default::default()
    };

    // 3. Just one line to run the entire loop!
    let final_answer = run_mcp_agent(
        &model,
        &mcp_client,
        initial_messages,
        options,
        5 // max turns
    ).await?;

    println!("Final Answer: {:?}", final_answer);

    Ok(())
}