pub struct ProviderRateLimiter { /* private fields */ }Implementations§
Source§impl ProviderRateLimiter
impl ProviderRateLimiter
pub fn new(policy: ProviderRateLimitPolicy) -> Self
pub fn configure(&self, policy: ProviderRateLimitPolicy)
pub async fn admit(&self, request: &LlmRequest) -> ProviderRateLimitPermit
Trait Implementations§
Auto Trait Implementations§
impl !Freeze for ProviderRateLimiter
impl RefUnwindSafe for ProviderRateLimiter
impl Send for ProviderRateLimiter
impl Sync for ProviderRateLimiter
impl Unpin for ProviderRateLimiter
impl UnsafeUnpin for ProviderRateLimiter
impl UnwindSafe for ProviderRateLimiter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more