pub struct TokenUsage {
pub prompt_tokens: u64,
pub completion_tokens: u64,
pub total_tokens: u64,
}Expand description
Token consumption statistics for a single LLM call or aggregated period.
This is a stable, cross-layer value object. Every crate that needs to represent “how many tokens were used” should use this type (or re-export it) instead of defining a local duplicate.
Fields§
§prompt_tokens: u64Tokens in the LLM request (prompt / input).
completion_tokens: u64Tokens in the LLM response (completion / output).
total_tokens: u64Total tokens consumed (normally prompt + completion).
Implementations§
Source§impl TokenUsage
impl TokenUsage
Sourcepub fn add_assign(&mut self, other: TokenUsage)
pub fn add_assign(&mut self, other: TokenUsage)
Accumulate another usage snapshot into this one.
Sourcepub fn recompute_total(&mut self)
pub fn recompute_total(&mut self)
Recompute total_tokens from the two component fields.
Sourcepub fn clamped_for_durable_metrics(self) -> TokenUsage
pub fn clamped_for_durable_metrics(self) -> TokenUsage
Normalize all counters to the lossless signed-64 durable range.
Components saturate independently and the total is recomputed from the saturated components, then saturated to the same boundary. This makes the policy deterministic even if an upstream supplied an inconsistent total and keeps round, session, and runtime views reconcilable.
Sourcepub fn add_assign_durable(&mut self, other: TokenUsage)
pub fn add_assign_durable(&mut self, other: TokenUsage)
Accumulate usage with the same saturation policy used by durable stores.
Trait Implementations§
Source§impl Clone for TokenUsage
impl Clone for TokenUsage
Source§fn clone(&self) -> TokenUsage
fn clone(&self) -> TokenUsage
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreimpl Copy for TokenUsage
Source§impl Debug for TokenUsage
impl Debug for TokenUsage
Source§impl Default for TokenUsage
impl Default for TokenUsage
Source§fn default() -> TokenUsage
fn default() -> TokenUsage
Source§impl<'de> Deserialize<'de> for TokenUsage
impl<'de> Deserialize<'de> for TokenUsage
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<TokenUsage, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<TokenUsage, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
impl Eq for TokenUsage
Source§impl PartialEq for TokenUsage
impl PartialEq for TokenUsage
Source§impl Serialize for TokenUsage
impl Serialize for TokenUsage
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
impl StructuralPartialEq for TokenUsage
Auto Trait Implementations§
impl Freeze for TokenUsage
impl RefUnwindSafe for TokenUsage
impl Send for TokenUsage
impl Sync for TokenUsage
impl Unpin for TokenUsage
impl UnsafeUnpin for TokenUsage
impl UnwindSafe for TokenUsage
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
key and return true if they are equal.