Struct TokenCounter

pub struct TokenCounter { /* private fields */ }

Implementations

impl TokenCounter

pub fn new(model: &str) -> Result<Self, Box<dyn Error>>

pub fn count_tokens(&self, text: &str) -> u32

pub fn count_messages_tokens(&self, messages: &[ChatMessage]) -> u32

pub fn calculate_usage(&self, prompt: &str, completion: &str) -> Usage

Creates a Usage struct with token counts for prompt and completion

pub fn truncate_to_tokens(&self, text: &str, max_tokens: u32) -> String

Truncates text to approximately fit within max_tokens