Struct TokenBudget 

pub struct TokenBudget {
    pub context_window: usize,
    pub system_reserve: usize,
    pub source_context: usize,
    pub rag_context: usize,
    pub few_shot: usize,
    pub output_target: usize,
}

Token budget calculation (spec section 5.4)

Fields

context_window: usize

Target model context window

system_reserve: usize

Reserved for system prompt

source_context: usize

Reserved for source context (–source-context)

rag_context: usize

Reserved for RAG context (–rag-context)

few_shot: usize

Reserved for few-shot examples

output_target: usize

Target output tokens

Implementations

impl TokenBudget

pub fn new(model: ModelContext) -> Self

Create a new token budget for a model

pub fn with_source_context(self, tokens: usize) -> Self

Set source context tokens

pub fn with_rag_context(self, tokens: usize) -> Self

Set RAG context tokens

pub fn with_output_target(self, tokens: usize) -> Self

Set output target tokens

pub fn prompt_tokens(&self) -> usize

Calculate total prompt tokens (excluding output)

pub fn available_margin(&self) -> usize

Calculate available margin

pub fn validate(&self) -> Result<(), ContentError>

Validate the budget fits within context window

pub fn words_to_tokens(words: usize) -> usize

Estimate tokens from word count (rough: 1 word ≈ 1.3 tokens)

pub fn tokens_to_words(tokens: usize) -> usize

Estimate words from token count

pub fn format_display(&self, model_name: &str) -> String

Format budget as display string

Trait Implementations

impl Clone for TokenBudget

fn clone(&self) -> TokenBudget

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenBudget

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TokenBudget

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for TokenBudget

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for TokenBudget

fn eq(&self, other: &TokenBudget) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for TokenBudget

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for TokenBudget