Trait TokenCounterTrait 

pub trait TokenCounterTrait: Send + Sync {
    // Required methods
    fn count_tokens(
        &self,
        content: &str,
        model: &str,
    ) -> Result<usize, ProviderError>;
    fn clear_cache(&self);
    fn cache_size(&self) -> usize;
}

Trait for unified token counting across providers

Required Methods

fn count_tokens( &self, content: &str, model: &str, ) -> Result<usize, ProviderError>

Count tokens for content in a specific model

fn clear_cache(&self)

Clear the token count cache

fn cache_size(&self) -> usize

Get cache size

Implementors

impl TokenCounterTrait for TokenCounter