use std::time::Duration;
#[derive(Default)]
pub(crate) struct UsageStats {
pub logical_requests: u32,
pub http_retries: u32,
pub repair_rounds: u32,
pub input_tokens: Option<u64>,
pub output_tokens: Option<u64>,
pub cache_hit_tokens: Option<u64>,
pub cache_miss_tokens: Option<u64>,
pub request_id: Option<String>,
}
impl UsageStats {
pub(crate) fn add_usage(&mut self, usage: &crate::deepseek::Usage) {
accumulate(&mut self.input_tokens, usage.prompt_tokens);
accumulate(&mut self.output_tokens, usage.completion_tokens);
accumulate(&mut self.cache_hit_tokens, usage.prompt_cache_hit_tokens);
accumulate(&mut self.cache_miss_tokens, usage.prompt_cache_miss_tokens);
}
}
fn accumulate(slot: &mut Option<u64>, value: Option<u64>) {
if let Some(value) = value {
*slot = Some(slot.unwrap_or(0) + value);
}
}
pub(crate) fn emit(model: Option<&str>, stats: &UsageStats, status: &str, elapsed: Duration) {
tracing::info!(
target: "cetai::usage",
status,
model = model.unwrap_or("<unresolved>"),
logical_requests = stats.logical_requests,
http_retries = stats.http_retries,
repair_rounds = stats.repair_rounds,
elapsed_ms = elapsed.as_millis() as u64,
input_tokens = ?stats.input_tokens,
output_tokens = ?stats.output_tokens,
cache_hit_tokens = ?stats.cache_hit_tokens,
cache_miss_tokens = ?stats.cache_miss_tokens,
request_id = ?stats.request_id,
"cetai prompt! call finished",
);
}