gproxy-transform 2.2.2

Pairwise request/response/stream transforms between the OpenAI, Anthropic Claude, and Google Gemini APIs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use crate::protocol::gemini;

pub(in crate::transform::count_tokens) struct GeminiCountTokenParts {
    pub model: Option<String>,
    pub contents: Vec<gemini::Content>,
    pub system_instruction: Option<gemini::Content>,
    pub tools: Vec<gemini::Tool>,
    pub tool_config: Option<gemini::ToolConfig>,
    pub generation_config: Option<gemini::GenerationConfig>,
    pub service_tier: Option<gemini::ServiceTier>,
}

pub(in crate::transform::count_tokens) fn split_gemini_count_token_request(
    input: gemini::CountTokensRequest,
) -> GeminiCountTokenParts {
    let mut model = input.model;
    let mut contents = input.contents;
    let mut system_instruction = None;
    let mut tools = Vec::new();
    let mut tool_config = None;
    let mut generation_config = None;
    let mut service_tier = None;

    if let Some(request) = input.generate_content_request {
        if model.is_none() {
            model = request.model;
        }
        if contents.is_empty() {
            contents = request.contents;
        }
        system_instruction = request.system_instruction;
        tools = request.tools;
        tool_config = request.tool_config;
        generation_config = request.generation_config;
        service_tier = request.service_tier;
    }

    GeminiCountTokenParts {
        model,
        contents,
        system_instruction,
        tools,
        tool_config,
        generation_config,
        service_tier,
    }
}