agent 0.0.1

A flexible AI Agent SDK for building intelligent agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139

use crate::error::{AgentError, Result};
use crate::message::{Message, MessageRole};
use crate::provider::{ModelConfig, ModelProvider, ModelResponse, Usage};
use async_trait::async_trait;
use serde::Deserialize;
use serde_json::json;

pub struct XAIProvider {
    api_key: String,
    base_url: String,
    client: reqwest::Client,
}

impl XAIProvider {
    pub fn new(api_key: impl Into<String>) -> Self {
        Self {
            api_key: api_key.into(),
            base_url: "https://api.x.ai/v1".to_string(),
            client: reqwest::Client::new(),
        }
    }

    fn convert_messages(&self, messages: Vec<Message>) -> Vec<serde_json::Value> {
        messages
            .into_iter()
            .map(|msg| {
                let role = match msg.role {
                    MessageRole::System => "system",
                    MessageRole::User => "user",
                    MessageRole::Assistant => "assistant",
                    MessageRole::Tool => "tool",
                };
                json!({
                    "role": role,
                    "content": msg.content
                })
            })
            .collect()
    }
}

#[derive(Debug, Deserialize)]
struct XAIResponse {
    choices: Vec<Choice>,
    usage: XAIUsage,
    model: String,
}

#[derive(Debug, Deserialize)]
struct Choice {
    message: MessageContent,
    finish_reason: Option<String>,
}

#[derive(Debug, Deserialize)]
struct MessageContent {
    content: String,
}

#[derive(Debug, Deserialize)]
struct XAIUsage {
    prompt_tokens: usize,
    completion_tokens: usize,
    total_tokens: usize,
}

#[async_trait]
impl ModelProvider for XAIProvider {
    fn name(&self) -> &str {
        "xai"
    }

    async fn complete(&self, messages: Vec<Message>, config: &ModelConfig) -> Result<ModelResponse> {
        let url = format!("{}/chat/completions", self.base_url);
        let converted_messages = self.convert_messages(messages);

        let mut body = json!({
            "model": config.model,
            "messages": converted_messages,
            "temperature": config.temperature,
        });

        if let Some(max_tokens) = config.max_tokens {
            body["max_tokens"] = json!(max_tokens);
        }
        if let Some(top_p) = config.top_p {
            body["top_p"] = json!(top_p);
        }

        let response = self
            .client
            .post(&url)
            .header("Authorization", format!("Bearer {}", self.api_key))
            .header("Content-Type", "application/json")
            .json(&body)
            .send()
            .await
            .map_err(|e| AgentError::ExecutionError(format!("xAI API request failed: {}", e)))?;

        if !response.status().is_success() {
            let error_text = response.text().await.unwrap_or_default();
            return Err(AgentError::ExecutionError(format!(
                "xAI API error: {}",
                error_text
            )));
        }

        let api_response: XAIResponse = response
            .json()
            .await
            .map_err(|e| AgentError::ExecutionError(format!("Failed to parse xAI response: {}", e)))?;

        let choice = api_response
            .choices
            .first()
            .ok_or_else(|| AgentError::ExecutionError("No choices in xAI response".to_string()))?;

        Ok(ModelResponse {
            content: choice.message.content.clone(),
            model: api_response.model,
            usage: Some(Usage {
                prompt_tokens: api_response.usage.prompt_tokens,
                completion_tokens: api_response.usage.completion_tokens,
                total_tokens: api_response.usage.total_tokens,
            }),
            finish_reason: choice.finish_reason.clone(),
        })
    }

    async fn stream_complete(
        &self,
        _messages: Vec<Message>,
        _config: &ModelConfig,
    ) -> Result<Box<dyn futures::Stream<Item = Result<String>> + Unpin + Send>> {
        Err(AgentError::ExecutionError(
            "Streaming not yet implemented for xAI".to_string(),
        ))
    }
}