ai-lib-rust 0.9.6

Protocol Runtime for AI-Protocol - A high-performance Rust reference implementation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Real DeepSeek streaming example (no mock).
//!
//! Prerequisites:
//! - Set `DEEPSEEK_API_KEY`
//! - Ensure `ai-protocol` provider manifests are available (see README paths)
//!
//! Run:
//!   DEEPSEEK_API_KEY=your_key cargo run --example deepseek_chat_stream

use ai_lib_rust::{AiClient, Message};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    tracing_subscriber::fmt::init();

    if std::env::var("DEEPSEEK_API_KEY").is_err() {
        eprintln!("Error: DEEPSEEK_API_KEY environment variable is not set.");
        eprintln!("Run with: DEEPSEEK_API_KEY=your_key cargo run --example deepseek_chat_stream");
        std::process::exit(1);
    }

    let messages = vec![
        Message::system("You are a helpful assistant."),
        Message::user("Say hello in one short sentence, then list two numbers."),
    ];

    // Create client directly using provider/model string (protocol-driven)
    let client = AiClient::new("deepseek/deepseek-chat").await?;

    // Stream then collect into UnifiedResponse
    let resp = client
        .chat()
        .messages(messages)
        .temperature(0.2)
        .max_tokens(128)
        .stream()
        .execute()
        .await?;

    println!("\n\n--- Content ---\n{}", resp.content);
    println!("\n--- Tool calls ---\n{:#?}", resp.tool_calls);
    println!("\n--- Usage ---\n{:#?}", resp.usage);

    Ok(())
}