oris-runtime 0.61.0

An agentic workflow runtime and programmable AI execution system in Rust: stateful graphs, agents, tools, and multi-step execution.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144

use serde::{Deserialize, Serialize};

use crate::schemas::{Message, MessageType};

/// Google Gemini model options
pub enum GeminiModel {
    /// Gemini 1.5 Flash
    Gemini15Flash,
    /// Gemini 1.5 Flash 8B
    Gemini15Flash8B,
    /// Gemini 1.5 Pro
    Gemini15Pro,
    /// Gemini 1.5 Pro Latest
    Gemini15ProLatest,
    /// Gemini 2.0 Flash
    Gemini20Flash,
    /// Gemini 2.0 Flash Thinking
    Gemini20FlashThinking,
    /// Gemini 2.5 Flash
    Gemini25Flash,
    /// Gemini 2.5 Flash Lite
    Gemini25FlashLite,
}

impl ToString for GeminiModel {
    fn to_string(&self) -> String {
        match self {
            GeminiModel::Gemini15Flash => "gemini-1.5-flash".to_string(),
            GeminiModel::Gemini15Flash8B => "gemini-1.5-flash-8b".to_string(),
            GeminiModel::Gemini15Pro => "gemini-1.5-pro".to_string(),
            GeminiModel::Gemini15ProLatest => "gemini-1.5-pro-latest".to_string(),
            GeminiModel::Gemini20Flash => "gemini-2.0-flash".to_string(),
            GeminiModel::Gemini20FlashThinking => "gemini-2.0-flash-thinking".to_string(),
            GeminiModel::Gemini25Flash => "gemini-2.5-flash".to_string(),
            GeminiModel::Gemini25FlashLite => "gemini-2.5-flash-lite".to_string(),
        }
    }
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub(crate) struct GeminiMessage {
    pub role: String,
    pub parts: Vec<Part>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub(crate) struct Part {
    pub text: String,
}

impl GeminiMessage {
    pub fn new<S: Into<String>>(role: S, content: S) -> Self {
        Self {
            role: role.into(),
            parts: vec![Part {
                text: content.into(),
            }],
        }
    }

    pub fn from_message(message: &Message) -> Self {
        let role = match &message.message_type {
            MessageType::SystemMessage => "user", // Gemini doesn't have system role, use user
            MessageType::AIMessage => "model",
            MessageType::HumanMessage => "user",
            MessageType::ToolMessage => "user",
        };
        Self::new(role, &message.content)
    }
}

#[derive(Serialize, Deserialize)]
pub(crate) struct Payload {
    pub contents: Vec<GeminiMessage>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub generation_config: Option<GenerationConfig>,
}

#[derive(Serialize, Deserialize)]
pub(crate) struct GenerationConfig {
    #[serde(skip_serializing_if = "Option::is_none")]
    pub temperature: Option<f32>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub max_output_tokens: Option<u32>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub top_p: Option<f32>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub top_k: Option<u32>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub stop_sequences: Option<Vec<String>>,
}

#[derive(Debug, Serialize, Deserialize, Clone)]
pub(crate) struct ApiResponse {
    pub candidates: Vec<Candidate>,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub usage_metadata: Option<UsageMetadata>,
}

#[derive(Debug, Serialize, Deserialize, Clone)]
pub(crate) struct Candidate {
    pub content: CandidateContent,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub finish_reason: Option<String>,
}

#[derive(Debug, Serialize, Deserialize, Clone)]
pub(crate) struct CandidateContent {
    pub parts: Vec<Part>,
    pub role: String,
}

#[derive(Debug, Serialize, Deserialize, Clone)]
pub(crate) struct UsageMetadata {
    pub prompt_token_count: u32,
    pub candidates_token_count: u32,
    pub total_token_count: u32,
}

// Stream response structures
#[derive(Debug, Serialize, Deserialize, Clone)]
pub(crate) struct StreamResponse {
    pub candidates: Vec<StreamCandidate>,
}

#[derive(Debug, Serialize, Deserialize, Clone)]
pub(crate) struct StreamCandidate {
    pub content: CandidateContent,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub finish_reason: Option<String>,
}

// Error response structure
#[derive(Debug, Serialize, Deserialize)]
pub(crate) struct ErrorResponse {
    pub error: ErrorDetail,
}

#[derive(Debug, Serialize, Deserialize)]
pub(crate) struct ErrorDetail {
    pub code: Option<u32>,
    pub message: String,
    pub status: Option<String>,
}