Struct TokenBudget 

pub struct TokenBudget {
    pub system_prompt: usize,
    pub user_model: usize,
    pub conversation_history: usize,
    pub response_buffer: usize,
    pub total_context: usize,
}

Token budget allocation.

Fields

system_prompt: usize

user_model: usize

conversation_history: usize

response_buffer: usize

total_context: usize

Implementations

impl TokenBudget

pub fn memory_budget(&self) -> usize

Calculate remaining budget for memories.

pub fn for_context_size(total_tokens: usize) -> Self

Create budget for a specific model context size.

Trait Implementations

impl Clone for TokenBudget

fn clone(&self) -> TokenBudget

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenBudget

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TokenBudget

fn default() -> Self

Returns the “default value” for a type.

impl Copy for TokenBudget