rustic-ai 0.1.0

A Rust-native agent framework with tool calling, streaming, and multi-provider support for OpenAI, Anthropic, Gemini, and Grok
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

use std::pin::Pin;

use async_trait::async_trait;
use futures::stream::Stream;
use serde_json::{Map, Value};
use thiserror::Error;

use crate::messages::{ModelMessage, ModelResponse, ToolCallPart};
use crate::tools::ToolDefinition;
use crate::usage::RequestUsage;

pub type ModelSettings = Map<String, Value>;

#[derive(Clone, Copy, Debug, Eq, PartialEq, Default)]
pub enum OutputMode {
    #[default]
    Text,
    JsonSchema,
}

#[derive(Clone, Debug)]
pub struct ModelRequestParameters {
    pub function_tools: Vec<ToolDefinition>,
    pub output_schema: Option<Value>,
    pub output_mode: OutputMode,
    pub allow_text_output: bool,
}

impl ModelRequestParameters {
    pub fn new(function_tools: Vec<ToolDefinition>) -> Self {
        Self {
            function_tools,
            output_schema: None,
            output_mode: OutputMode::Text,
            allow_text_output: true,
        }
    }

    pub fn with_output_schema(mut self, schema: Value) -> Self {
        self.output_schema = Some(schema);
        self.output_mode = OutputMode::JsonSchema;
        self.allow_text_output = false;
        self
    }
}

impl Default for ModelRequestParameters {
    fn default() -> Self {
        Self {
            function_tools: Vec::new(),
            output_schema: None,
            output_mode: OutputMode::Text,
            allow_text_output: true,
        }
    }
}

#[derive(Clone, Debug)]
pub struct StreamChunk {
    pub text_delta: Option<String>,
    pub tool_call: Option<ToolCallPart>,
    pub finish_reason: Option<String>,
    pub usage: Option<RequestUsage>,
}

pub type ModelStream = Pin<Box<dyn Stream<Item = Result<StreamChunk, ModelError>> + Send>>;

#[async_trait]
pub trait Model: Send + Sync {
    fn name(&self) -> &str;

    async fn request(
        &self,
        messages: &[ModelMessage],
        settings: Option<&ModelSettings>,
        params: &ModelRequestParameters,
    ) -> Result<ModelResponse, ModelError>;

    async fn count_tokens(
        &self,
        _messages: &[ModelMessage],
        _settings: Option<&ModelSettings>,
        _params: &ModelRequestParameters,
    ) -> Result<RequestUsage, ModelError> {
        Err(ModelError::Unsupported(
            "token counting not supported".to_string(),
        ))
    }

    async fn request_stream(
        &self,
        _messages: &[ModelMessage],
        _settings: Option<&ModelSettings>,
        _params: &ModelRequestParameters,
    ) -> Result<ModelStream, ModelError> {
        Err(ModelError::Unsupported(
            "streaming not supported".to_string(),
        ))
    }
}

#[derive(Debug, Error)]
pub enum ModelError {
    #[error("provider error: {0}")]
    Provider(String),
    #[error("http error status: {status}")]
    HttpStatus { status: u16 },
    #[error("transport error: {0}")]
    Transport(String),
    #[error("timeout error")]
    Timeout,
    #[error("unsupported: {0}")]
    Unsupported(String),
    #[error("serialization error: {0}")]
    Serialization(#[from] serde_json::Error),
}