Skip to main content

gproxy_protocol/protocol/gemini/
count_tokens.rs

1use std::collections::BTreeMap;
2
3use serde::{Deserialize, Serialize};
4
5use super::common::{Content, ExtraFields, ModalityTokenCount};
6use super::generate_content::GenerateContentRequest;
7
8#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, Default)]
9#[serde(rename_all = "camelCase")]
10#[derive(gproxy_protocol_macros::WireBuilder)]
11#[non_exhaustive]
12pub struct CountTokensRequest {
13    #[serde(skip_serializing_if = "Option::is_none")]
14    pub model: Option<String>,
15    #[serde(default, skip_serializing_if = "Vec::is_empty")]
16    pub contents: Vec<Content>,
17    #[serde(skip_serializing_if = "Option::is_none")]
18    pub generate_content_request: Option<GenerateContentRequest>,
19    #[serde(default, skip_serializing_if = "BTreeMap::is_empty", flatten)]
20    pub extra: ExtraFields,
21}
22
23#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, Default)]
24#[serde(rename_all = "camelCase")]
25#[derive(gproxy_protocol_macros::WireBuilder)]
26#[non_exhaustive]
27pub struct CountTokensResponse {
28    #[serde(skip_serializing_if = "Option::is_none")]
29    pub total_tokens: Option<i32>,
30    #[serde(skip_serializing_if = "Option::is_none")]
31    pub cached_content_token_count: Option<i32>,
32    #[serde(default, skip_serializing_if = "Vec::is_empty")]
33    pub prompt_tokens_details: Vec<ModalityTokenCount>,
34    #[serde(default, skip_serializing_if = "Vec::is_empty")]
35    pub cache_tokens_details: Vec<ModalityTokenCount>,
36    #[serde(default, skip_serializing_if = "BTreeMap::is_empty", flatten)]
37    pub extra: ExtraFields,
38}