pub struct UsageTracker { /* private fields */ }Expand description
Tracks token usage across a session
Thread-safe usage tracking using atomic operations.
Implementations§
Source§impl UsageTracker
impl UsageTracker
Sourcepub fn add(&self, usage: &TokenUsage)
pub fn add(&self, usage: &TokenUsage)
Add usage from a completed request
Sourcepub fn get(&self) -> TokenUsage
pub fn get(&self) -> TokenUsage
Get current cumulative usage
Sourcepub fn input_tokens(&self) -> u64
pub fn input_tokens(&self) -> u64
Get input tokens
Sourcepub fn output_tokens(&self) -> u64
pub fn output_tokens(&self) -> u64
Get output tokens
Sourcepub fn total_tokens(&self) -> u64
pub fn total_tokens(&self) -> u64
Get total tokens (input + output)
Trait Implementations§
Source§impl Debug for UsageTracker
impl Debug for UsageTracker
Source§impl Default for UsageTracker
impl Default for UsageTracker
Source§fn default() -> UsageTracker
fn default() -> UsageTracker
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl !Freeze for UsageTracker
impl RefUnwindSafe for UsageTracker
impl Send for UsageTracker
impl Sync for UsageTracker
impl Unpin for UsageTracker
impl UnwindSafe for UsageTracker
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoMaybeUndefined<T> for T
impl<T> IntoMaybeUndefined<T> for T
fn into_maybe_undefined(self) -> MaybeUndefined<T>
Source§impl<T> IntoOption<T> for T
impl<T> IntoOption<T> for T
fn into_option(self) -> Option<T>
Source§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request