Struct RateLimiter 

pub struct RateLimiter { /* private fields */ }

Global rate limiter.

Provides rate limiting for GPU kernel requests with support for multiple algorithms and per-tenant limits.

Implementations

impl RateLimiter

pub fn new(config: RateLimitConfig) -> Self

Create a new rate limiter with the given configuration.

pub fn check(&self) -> RateLimitResult<()>

Check if a request should be allowed (global limit).

pub fn check_tenant(&self, tenant_id: &str) -> RateLimitResult<()>

Check if a request should be allowed for a specific tenant.

pub fn register_tenant(&self, tenant_id: &str, quota: u64)

Register a tenant with a custom quota.

pub fn update_tenant_quota( &self, tenant_id: &str, quota: u64, ) -> RateLimitResult<()>

Update a tenant’s quota.

pub fn remove_tenant(&self, tenant_id: &str) -> bool

Remove a tenant.

pub fn tenant_count(&self) -> usize

Get the number of registered tenants.

pub fn stats(&self) -> RateLimiterStatsSnapshot

Get the current statistics.

pub fn reset_stats(&self)

Reset statistics.

pub fn config(&self) -> &RateLimitConfig

Get the configuration.

pub fn is_enabled(&self) -> bool

Check if rate limiting is enabled.

Trait Implementations

impl RateLimiterExt for RateLimiter

fn try_acquire(&self) -> RateLimitResult<RateLimitGuard<'_>>

Try to acquire a rate limit guard.

fn try_acquire_tenant( &self, tenant_id: &str, ) -> RateLimitResult<RateLimitGuard<'_>>

Try to acquire a tenant-scoped rate limit guard.