ai-lib-rust 1.0.0

Protocol Runtime for AI-Protocol - A high-performance Rust reference implementation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

//! Real DeepSeek tool-call streaming example (no mock).
//!
//! This example verifies that:
//! - tools + tool_choice are sent correctly
//! - the model emits tool call deltas
//! - the runtime accumulates arguments and parses them to JSON
//!
//! Prerequisites:
//! - Set `DEEPSEEK_API_KEY`
//!
//! Run:
//!   DEEPSEEK_API_KEY=your_key cargo run --example deepseek_tool_call_stream

use ai_lib_rust::types::tool::{FunctionDefinition, ToolDefinition};
use ai_lib_rust::{AiClient, Message};

fn web_search_tool() -> ToolDefinition {
    ToolDefinition {
        tool_type: "function".to_string(),
        function: FunctionDefinition {
            name: "web_search".to_string(),
            description: Some("Search the web for up-to-date information.".to_string()),
            parameters: Some(serde_json::json!({
                "type": "object",
                "properties": {
                    "query": { "type": "string", "description": "Search query" },
                    "top_k": { "type": "integer", "minimum": 1, "maximum": 5, "default": 3 }
                },
                "required": ["query"]
            })),
        },
    }
}

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Enable debug logs for tool-call delta inspection:
    // - set AI_LIB_DEBUG_TOOLCALL=1
    // - optionally set RUST_LOG=ai_lib_rust::pipeline::event_map=debug
    tracing_subscriber::fmt()
        .with_env_filter(tracing_subscriber::EnvFilter::from_default_env())
        .init();

    if std::env::var("DEEPSEEK_API_KEY").is_err() {
        eprintln!("Error: DEEPSEEK_API_KEY environment variable is not set.");
        eprintln!(
            "Run with: DEEPSEEK_API_KEY=your_key cargo run --example deepseek_tool_call_stream"
        );
        std::process::exit(1);
    }

    // Create client directly using provider/model string (protocol-driven)
    let client = AiClient::new("deepseek/deepseek-chat").await?;

    let messages = vec![
        Message::system("You are a helpful assistant. You MUST call the provided tool before answering."),
        Message::user("Call the web_search tool EXACTLY ONCE with JSON arguments {\"query\":\"latest stable Rust version\",\"top_k\":3}. Do not answer in natural language."),
    ];

    // Force tool usage:
    // OpenAI style: {"type":"function","function":{"name":"web_search"}}
    let tool_choice = serde_json::json!({
        "type": "function",
        "function": { "name": "web_search" }
    });

    let resp = client
        .chat()
        .messages(messages)
        .temperature(0.0)
        .max_tokens(256)
        .tools(vec![web_search_tool()])
        .tool_choice(tool_choice)
        .execute()
        .await?;

    println!("\n\n--- Content ---\n{}", resp.content);
    println!("\n--- Tool calls ---\n{:#?}", resp.tool_calls);
    println!("\n--- Usage ---\n{:#?}", resp.usage);

    Ok(())
}