pub struct TokenCounter { /* private fields */ }
Expand description
Enhanced token counting and cost estimation utilities
Implementations§
Source§impl TokenCounter
impl TokenCounter
Sourcepub fn with_pricing(pricing: ModelPricing) -> Self
pub fn with_pricing(pricing: ModelPricing) -> Self
Create a token counter with custom pricing
Sourcepub fn record_usage(&self, model: &str, usage: &Usage) -> CostBreakdown
pub fn record_usage(&self, model: &str, usage: &Usage) -> CostBreakdown
Record usage from a completed request
Sourcepub fn start_request(&self, model: &str) -> RequestUsage
pub fn start_request(&self, model: &str) -> RequestUsage
Start tracking a new request
Sourcepub fn calculate_cost(&self, model: &str, usage: &Usage) -> CostBreakdown
pub fn calculate_cost(&self, model: &str, usage: &Usage) -> CostBreakdown
Calculate cost for a usage
Sourcepub fn get_stats(&self) -> UsageStats
pub fn get_stats(&self) -> UsageStats
Get current usage statistics
Sourcepub fn get_summary(&self) -> UsageSummary
pub fn get_summary(&self) -> UsageSummary
Get usage summary
Trait Implementations§
Auto Trait Implementations§
impl Freeze for TokenCounter
impl RefUnwindSafe for TokenCounter
impl Send for TokenCounter
impl Sync for TokenCounter
impl Unpin for TokenCounter
impl UnwindSafe for TokenCounter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more