sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10

/// Provider-neutral token accounting shared by local and provider results.
#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
pub struct TokenUsage {
    /// Number of input tokens reported for the request.
    pub input_tokens: Option<u32>,
    /// Number of output tokens reported for the request.
    pub output_tokens: Option<u32>,
    /// Total token count reported for the request.
    pub total_tokens: Option<u32>,
}