litellm-rs 0.6.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

//! Core functionality for the Gateway
//!
//! This module contains the core business logic and data structures.

#[cfg_attr(
    not(test),
    deprecated(
        since = "0.6.0",
        note = "core::a2a is a default-off compatibility surface scheduled for removal in 0.7.0"
    )
)]
#[cfg(feature = "a2a")]
pub mod a2a; // Experimental module-only A2A gateway; see subsystem_registry.
#[cfg_attr(
    not(test),
    deprecated(
        since = "0.6.0",
        note = "core::analytics is scheduled for removal in 0.7.0; use wired request metrics and callback integrations"
    )
)]
#[cfg(feature = "analytics")]
pub mod analytics;
pub mod audio; // Audio API (transcription, translation, speech)
pub mod audit; // Audit logging system
// pub mod base_provider;  // Removed: unused dead code
#[cfg(feature = "storage")]
pub mod batch;
pub mod budget; // Budget management system
#[cfg(feature = "storage")]
pub mod cache; // Canonical deterministic cache subsystem (DualCache / LLMCache)
pub mod completion; // Core completion API
pub mod cost; // Unified cost calculation system
pub mod embedding; // Core embedding API (Python LiteLLM compatible)
pub mod fine_tuning; // Fine-tuning API
pub mod function_calling; // Function calling support for AI providers
pub mod guardrails; // Experimental module-only guardrails; see subsystem_registry.
pub mod health; // Health monitoring system
pub mod http; // Shared outbound HTTP client utilities
pub mod integrations; // Experimental module-only integrations; see subsystem_registry.
pub mod ip_access; // Experimental module-only IP access control; see subsystem_registry.
pub mod keys; // API Key Management System
#[cfg_attr(
    not(test),
    deprecated(
        since = "0.6.0",
        note = "core::mcp is a default-off compatibility surface scheduled for removal in 0.7.0"
    )
)]
#[cfg(feature = "mcp")]
pub mod mcp; // Experimental module-only MCP gateway; see subsystem_registry.
pub mod models;
pub mod net; // Network validation and safety utilities
pub mod observability; // Experimental module-only observability; see subsystem_registry.
pub mod pricing; // Shared pricing data types
pub mod pricing_service; // Runtime pricing service
pub mod providers;
pub mod rate_limiter; // Rate limiting system
#[cfg_attr(
    not(test),
    deprecated(
        since = "0.6.0",
        note = "core::realtime is a default-off compatibility surface scheduled for removal in 0.7.0"
    )
)]
#[cfg(feature = "websockets")]
pub mod realtime; // Experimental module-only realtime API; see subsystem_registry.
pub mod rerank; // Rerank API for RAG systems
pub mod router;
pub mod secret_managers; // Secret management system
pub mod security;
#[cfg_attr(
    not(test),
    deprecated(
        since = "0.6.0",
        note = "core::semantic_cache is scheduled for removal in 0.7.0; cache.semantic_cache remains rejected"
    )
)]
#[cfg(feature = "storage")]
pub mod semantic_cache; // Semantic similarity cache (vector-based)
pub mod streaming;
pub mod subsystem_registry; // Runtime wiring decisions for exported core modules.
pub mod teams; // Team management module
pub mod traits;
pub mod types;
#[cfg(feature = "storage")]
pub mod user_management; // Experimental module-only user management; see subsystem_registry.
#[cfg(feature = "gateway")]
pub mod virtual_keys; // Experimental module-only virtual keys; see subsystem_registry.
#[cfg_attr(
    not(test),
    deprecated(
        since = "0.6.0",
        note = "core::webhooks is a default-off compatibility surface scheduled for removal in 0.7.0"
    )
)]
#[cfg(feature = "webhooks")]
pub mod webhooks; // Experimental module-only webhooks; see subsystem_registry.