Struct ModelHandoff 

pub struct ModelHandoff { /* private fields */ }

Implementations

impl ModelHandoff

pub fn new() -> Self

pub fn count_tokens(&self, text: &str) -> usize

pub fn count_message_tokens(&self, message: &Message) -> usize

pub fn count_total_tokens(&self, messages: &[Message]) -> usize

pub fn compact_messages( &self, messages: &[Message], target_tokens: usize, ) -> Vec<Message>

pub fn handoff_to_model( &self, _from_model: &str, to_model: &str, messages: &[Message], ) -> Result<Vec<Message>, LlmError>

Trait Implementations

impl Default for ModelHandoff

fn default() -> Self

Returns the “default value” for a type.