litellm-rs 0.4.16

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation
//! Rate Limiting Implementation
//!
//! Provides sliding window rate limiting with support for multiple strategies

mod limiter;
mod strategies;
mod types;
mod utils;

#[cfg(test)]
mod tests;

// Re-export public types
pub use limiter::RateLimiter;
pub use types::RateLimitResult;

use crate::config::models::rate_limit::RateLimitConfig;
use std::sync::Arc;

/// Global rate limiter singleton
static GLOBAL_RATE_LIMITER: std::sync::OnceLock<Arc<RateLimiter>> = std::sync::OnceLock::new();

/// Initialize the global rate limiter
pub fn init_global_rate_limiter(config: RateLimitConfig) {
    let limiter = Arc::new(RateLimiter::new(config));
    let _ = GLOBAL_RATE_LIMITER.set(limiter.clone());

    // Start cleanup task
    limiter.start_cleanup_task();
}

/// Get the global rate limiter
pub fn get_global_rate_limiter() -> Option<Arc<RateLimiter>> {
    GLOBAL_RATE_LIMITER.get().cloned()
}