model-gateway-rs 0.1.7

A Rust library for model gateway services, providing traits and SDKs for various AI models.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

use serde::{Deserialize, Serialize};

use crate::model::doubao_vision::{DoubaoVisionMessage, DoubaoVisionResponse};

/// Input structure for vision models
#[derive(Debug, Clone, Serialize)]
pub struct VisionInput {
    pub messages: Vec<DoubaoVisionMessage>,
}

impl VisionInput {
    pub fn new(messages: Vec<DoubaoVisionMessage>) -> Self {
        Self { messages }
    }

    pub fn single_image(text: impl Into<String>, image_url: impl Into<String>) -> Self {
        Self {
            messages: vec![DoubaoVisionMessage::with_image(text, image_url)],
        }
    }
}

/// Output structure for vision models
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct VisionOutput {
    pub content: String,
    pub reasoning_content: Option<String>,
    pub usage: Option<VisionUsage>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct VisionUsage {
    pub prompt_tokens: u32,
    pub completion_tokens: u32,
    pub total_tokens: u32,
    pub reasoning_tokens: Option<u32>,
}

impl From<DoubaoVisionResponse> for VisionOutput {
    fn from(response: DoubaoVisionResponse) -> Self {
        let content = response.first_content().unwrap_or("").to_string();
        let reasoning_content = response.reasoning_content().map(String::from);

        let usage = response.usage.as_ref().map(|u| VisionUsage {
            prompt_tokens: u.prompt_tokens,
            completion_tokens: u.completion_tokens,
            total_tokens: u.total_tokens,
            reasoning_tokens: u.reasoning_tokens,
        });

        Self {
            content,
            reasoning_content,
            usage,
        }
    }
}