Struct TokenCounter 

pub struct TokenCounter { /* private fields */ }

Token counter for different providers and models

Implementations

impl TokenCounter

pub fn new() -> Self

Create a new token counter

pub fn add_model_estimate(&mut self, model: String, tokens_per_char: f64)

Add custom model estimate

pub fn add_provider_multiplier(&mut self, provider: String, multiplier: f64)

Add provider multiplier

pub fn estimate_text_tokens(&self, text: &str, model: Option<&str>) -> usize

Estimate tokens for text

pub fn estimate_message_tokens( &self, message: &LLMMessage, model: Option<&str>, provider: Option<&str>, ) -> usize

Estimate tokens for a message

pub fn estimate_conversation_tokens( &self, messages: &[LLMMessage], model: Option<&str>, provider: Option<&str>, ) -> usize

Estimate tokens for a conversation

pub fn truncate_to_fit( &self, messages: Vec<LLMMessage>, context_window: &ContextWindow, model: Option<&str>, provider: Option<&str>, ) -> LLMResult<Vec<LLMMessage>>

Truncate messages to fit in context window

pub fn get_context_window(&self, model: &str) -> ContextWindow

Get context window for a model

pub fn optimize_messages( &self, messages: Vec<LLMMessage>, context_window: &ContextWindow, model: Option<&str>, provider: Option<&str>, ) -> LLMResult<Vec<LLMMessage>>

Optimize message history for token efficiency

Trait Implementations

impl Debug for TokenCounter

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TokenCounter

fn default() -> Self

Returns the “default value” for a type.