Struct TokenBudgetBuilder 

pub struct TokenBudgetBuilder { /* private fields */ }

Builder for TokenBudget.

Implementations

impl TokenBudgetBuilder

pub fn max_tokens(self, max: u64) -> Self

Stop at this many tokens. Without one, the budget only counts.

pub fn warn_at_tokens(self, warn: u64) -> Self

Fire on_warning once the total reaches this many tokens.

pub fn on_warning<F>(self, f: F) -> Self

where F: Fn(u64) + Send + Sync + 'static,

Called once, with the running total, when warn_at_tokens is reached.

pub fn on_exceeded<F>(self, f: F) -> Self

where F: Fn(u64) + Send + Sync + 'static,

Called once, with the running total, when max_tokens is reached.

pub fn build(self) -> TokenBudget

Build the budget.

Trait Implementations

impl Default for TokenBudgetBuilder

fn default() -> TokenBudgetBuilder

Returns the “default value” for a type.