pub struct TokenBudget {
pub max_tokens: usize,
pub max_cost_usd: Option<f64>,
pub input_tokens_used: usize,
pub output_tokens_used: usize,
pub cost_usd: f64,
pub input_cost_per_1k: f64,
pub output_cost_per_1k: f64,
}Expand description
Token budget tracking for cost control
Tracks input/output token usage and enforces limits per PSP-4 –max-cost.
Fields§
§max_tokens: usizeMaximum total tokens allowed (input + output)
max_cost_usd: Option<f64>Maximum cost in dollars (optional)
input_tokens_used: usizeInput tokens used
output_tokens_used: usizeOutput tokens used
cost_usd: f64Estimated cost so far (in USD)
input_cost_per_1k: f64Cost per 1K input tokens (varies by model)
output_cost_per_1k: f64Cost per 1K output tokens (varies by model)
Implementations§
Source§impl TokenBudget
impl TokenBudget
Sourcepub fn new(max_tokens: usize, max_cost_usd: Option<f64>) -> TokenBudget
pub fn new(max_tokens: usize, max_cost_usd: Option<f64>) -> TokenBudget
Create a new token budget with limits
Sourcepub fn record_usage(&mut self, input_tokens: usize, output_tokens: usize)
pub fn record_usage(&mut self, input_tokens: usize, output_tokens: usize)
Record token usage from an LLM call
Sourcepub fn total_tokens_used(&self) -> usize
pub fn total_tokens_used(&self) -> usize
Get total tokens used
Sourcepub fn remaining_tokens(&self) -> usize
pub fn remaining_tokens(&self) -> usize
Get remaining token budget
Sourcepub fn is_exhausted(&self) -> bool
pub fn is_exhausted(&self) -> bool
Check if budget is exhausted
Sourcepub fn cost_exceeded(&self) -> bool
pub fn cost_exceeded(&self) -> bool
Check if cost limit exceeded
Sourcepub fn should_stop(&self) -> bool
pub fn should_stop(&self) -> bool
Check if we should stop due to budget
Sourcepub fn usage_percent(&self) -> f32
pub fn usage_percent(&self) -> f32
Get budget usage percentage
Sourcepub fn set_pricing(&mut self, input_per_1k: f64, output_per_1k: f64)
pub fn set_pricing(&mut self, input_per_1k: f64, output_per_1k: f64)
Set model-specific pricing
Trait Implementations§
Source§impl Clone for TokenBudget
impl Clone for TokenBudget
Source§fn clone(&self) -> TokenBudget
fn clone(&self) -> TokenBudget
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for TokenBudget
impl Debug for TokenBudget
Source§impl Default for TokenBudget
impl Default for TokenBudget
Source§fn default() -> TokenBudget
fn default() -> TokenBudget
Returns the “default value” for a type. Read more
Source§impl<'de> Deserialize<'de> for TokenBudget
impl<'de> Deserialize<'de> for TokenBudget
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<TokenBudget, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<TokenBudget, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl Serialize for TokenBudget
impl Serialize for TokenBudget
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
Auto Trait Implementations§
impl Freeze for TokenBudget
impl RefUnwindSafe for TokenBudget
impl Send for TokenBudget
impl Sync for TokenBudget
impl Unpin for TokenBudget
impl UnsafeUnpin for TokenBudget
impl UnwindSafe for TokenBudget
Blanket Implementations§
impl<T> Allocation for T
impl<T> AsTypeStaticRegistered for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
impl<T> HasTyVTable for Twhere
T: ?Sized,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> Serialize for T
impl<T> Serialize for T
fn erased_serialize(&self, serializer: &mut dyn Serializer) -> Result<(), Error>
fn do_erased_serialize( &self, serializer: &mut dyn Serializer, ) -> Result<(), ErrorImpl>
Source§impl<T> Serialize for T
impl<T> Serialize for T
fn erased_serialize(&self, serializer: &mut dyn Serializer) -> Result<Ok, Error>
impl<T> StarlarkAnyBound for T
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.