gproxy_protocol/transform/generate/chat_responses/response/
usage.rs

1use crate::{
2    transform::{Report, TransformError},
3    wire::openai::{chat::response as c, responses::response as r},
4};
5
6/// Actual usage facts absent from an older Chat response. None never means zero.
7#[derive(Debug, Clone, Copy, Default)]
8pub struct ChatUsageSupplement {
9    pub cache_write_tokens: Option<i64>,
10    pub cached_tokens: Option<i64>,
11    pub reasoning_tokens: Option<i64>,
12}
13
14fn count(value: i64, _field: &str) -> Result<i64, TransformError> {
15    Ok(value)
16}
17
18fn fact(source: Option<i64>, extra: Option<i64>, field: &str) -> Result<i64, TransformError> {
19    count(
20        source
21            .or(extra)
22            .ok_or_else(|| TransformError::missing_metadata(field))?,
23        field,
24    )
25}
26
27pub(crate) fn to_responses(
28    source: c::Usage,
29    extra: ChatUsageSupplement,
30    report: &mut Report,
31) -> Result<r::ResponseUsage, TransformError> {
32    let prompt = source.prompt_tokens_details;
33    let completion = source.completion_tokens_details;
34    let cached = fact(
35        prompt.as_ref().and_then(|d| d.cached_tokens),
36        extra.cached_tokens,
37        "usage.cached_tokens",
38    )?;
39    let written = fact(
40        prompt.as_ref().and_then(|d| d.cache_write_tokens),
41        extra.cache_write_tokens,
42        "usage.cache_write_tokens",
43    )?;
44    let reasoning = fact(
45        completion.as_ref().and_then(|d| d.reasoning_tokens),
46        extra.reasoning_tokens,
47        "usage.reasoning_tokens",
48    )?;
49
50    for (present, field) in [
51        (
52            prompt.as_ref().is_some_and(|d| d.audio_tokens.is_some()),
53            "usage.prompt_tokens_details.audio_tokens",
54        ),
55        (
56            completion
57                .as_ref()
58                .is_some_and(|d| d.audio_tokens.is_some()),
59            "usage.completion_tokens_details.audio_tokens",
60        ),
61        (
62            completion
63                .as_ref()
64                .is_some_and(|d| d.accepted_prediction_tokens.is_some()),
65            "usage.completion_tokens_details.accepted_prediction_tokens",
66        ),
67        (
68            completion
69                .as_ref()
70                .is_some_and(|d| d.rejected_prediction_tokens.is_some()),
71            "usage.completion_tokens_details.rejected_prediction_tokens",
72        ),
73    ] {
74        if present {
75            report.omitted(field, "Responses usage has no matching detail field");
76        }
77    }
78    Ok(r::ResponseUsage {
79        input_tokens: source.prompt_tokens,
80        output_tokens: source.completion_tokens,
81        total_tokens: source.total_tokens,
82        input_tokens_details: r::ResponseInputTokensDetails {
83            cached_tokens: cached,
84            cache_write_tokens: written,
85            rest: Default::default(),
86        },
87        output_tokens_details: r::ResponseOutputTokensDetails {
88            reasoning_tokens: reasoning,
89            rest: Default::default(),
90        },
91        rest: Default::default(),
92    })
93}
94
95pub(crate) fn to_chat(source: r::ResponseUsage) -> Result<c::Usage, TransformError> {
96    Ok(c::Usage {
97        prompt_tokens: source.input_tokens,
98        completion_tokens: source.output_tokens,
99        total_tokens: source.total_tokens,
100        prompt_tokens_details: Some(c::PromptTokensDetails {
101            cache_write_tokens: Some(source.input_tokens_details.cache_write_tokens),
102            cached_tokens: Some(source.input_tokens_details.cached_tokens),
103            audio_tokens: None,
104            rest: Default::default(),
105        }),
106        completion_tokens_details: Some(c::CompletionTokensDetails {
107            reasoning_tokens: Some(source.output_tokens_details.reasoning_tokens),
108            audio_tokens: None,
109            accepted_prediction_tokens: None,
110            rejected_prediction_tokens: None,
111            rest: Default::default(),
112        }),
113        rest: Default::default(),
114    })
115}
gproxy_protocol/transform/generate/chat_responses/response/usage.rs

gproxy_protocol/transform/generate/chat_responses/response/
usage.rs
