pub struct TokenBudget { /* private fields */ }
Expand description
Token budget tracker for selection algorithms
Implementations§
Source§impl TokenBudget
impl TokenBudget
Sourcepub fn can_allocate(&self, tokens: usize) -> bool
pub fn can_allocate(&self, tokens: usize) -> bool
Check if the budget can accommodate the specified number of tokens
Sourcepub fn confirm_reservation(&mut self, tokens: usize)
pub fn confirm_reservation(&mut self, tokens: usize)
Confirm reserved tokens as used
Sourcepub fn release_reservation(&mut self, tokens: usize)
pub fn release_reservation(&mut self, tokens: usize)
Release reserved tokens back to available pool
Sourcepub fn utilization(&self) -> f64
pub fn utilization(&self) -> f64
Get utilization as a percentage
Trait Implementations§
Source§impl Clone for TokenBudget
impl Clone for TokenBudget
Source§fn clone(&self) -> TokenBudget
fn clone(&self) -> TokenBudget
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moreAuto Trait Implementations§
impl Freeze for TokenBudget
impl RefUnwindSafe for TokenBudget
impl Send for TokenBudget
impl Sync for TokenBudget
impl Unpin for TokenBudget
impl UnwindSafe for TokenBudget
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more