pub struct TokenUsageRegistry { /* private fields */ }Expand description
Tracks usage by model, by operation type, and provides aggregation
Implementations§
Source§impl TokenUsageRegistry
impl TokenUsageRegistry
Sourcepub fn record_model_usage(&self, model: &str, input: u64, output: u64)
pub fn record_model_usage(&self, model: &str, input: u64, output: u64)
Record usage for a specific model
Sourcepub fn record_operation_usage(&self, operation: &str, input: u64, output: u64)
pub fn record_operation_usage(&self, operation: &str, input: u64, output: u64)
Record usage for a specific operation type
Sourcepub fn get_model_tracker(&self, model: &str) -> Option<Arc<TokenUsageTracker>>
pub fn get_model_tracker(&self, model: &str) -> Option<Arc<TokenUsageTracker>>
Get tracker for a specific model
Sourcepub fn get_operation_tracker(
&self,
operation: &str,
) -> Option<Arc<TokenUsageTracker>>
pub fn get_operation_tracker( &self, operation: &str, ) -> Option<Arc<TokenUsageTracker>>
Get tracker for a specific operation
Sourcepub fn global_tracker(&self) -> Arc<TokenUsageTracker>
pub fn global_tracker(&self) -> Arc<TokenUsageTracker>
Get global tracker
Sourcepub fn model_snapshots(&self) -> Vec<TokenUsageSnapshot>
pub fn model_snapshots(&self) -> Vec<TokenUsageSnapshot>
Get all model snapshots
Sourcepub fn operation_snapshots(&self) -> Vec<TokenUsageSnapshot>
pub fn operation_snapshots(&self) -> Vec<TokenUsageSnapshot>
Get all operation snapshots
Sourcepub fn global_snapshot(&self) -> TokenUsageSnapshot
pub fn global_snapshot(&self) -> TokenUsageSnapshot
Get global snapshot
Trait Implementations§
Source§impl Debug for TokenUsageRegistry
impl Debug for TokenUsageRegistry
Auto Trait Implementations§
impl !Freeze for TokenUsageRegistry
impl !RefUnwindSafe for TokenUsageRegistry
impl Send for TokenUsageRegistry
impl Sync for TokenUsageRegistry
impl Unpin for TokenUsageRegistry
impl UnwindSafe for TokenUsageRegistry
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::RequestSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> ServiceExt for T
impl<T> ServiceExt for T
Source§fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where
Self: Sized,
Apply a transformation to the response body. Read more
Source§fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using HTTP status codes. Read more
Source§fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where
Self: Sized,
High level tracing that classifies responses using gRPC headers. Read more