litellm-rs 0.6.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

//! HTTP middleware implementations
//!
//! This module provides various middleware for request processing:
//! - Authentication and authorization
//! - Rate limiting (auth-specific and general)
//! - Request ID tracking
//! - Metrics collection
//! - Security headers

#![allow(dead_code)]

mod auth;
mod auth_rate_limiter;
mod helpers;
mod metrics;
mod rate_limit;
mod rate_limit_key_policy;
mod request_id;
mod security;

#[cfg(test)]
mod tests;

// Re-export all middleware
pub use auth::{AuthMiddleware, AuthMiddlewareService, get_request_context};
pub use auth_rate_limiter::{
    AuthRateLimiter, get_auth_rate_limiter, start_auth_rate_limiter_cleanup_task,
};
pub use helpers::{
    extract_auth_method, extract_auth_method_with_api_key_header, is_admin_route, is_api_route,
    is_public_route,
};
#[cfg(test)]
pub(crate) use metrics::reset_unpriced_metrics_for_tests;
pub use metrics::{MetricsMiddleware, MetricsMiddlewareService, MiddlewareRequestMetrics};
pub(crate) use metrics::{record_unpriced_event, record_unpriced_spend, unpriced_model_bucket};
pub use rate_limit::{RateLimitMiddleware, RateLimitMiddlewareService};
pub use request_id::{RequestIdMiddleware, RequestIdMiddlewareService};
pub use security::{SecurityHeadersMiddleware, SecurityHeadersMiddlewareService};