litellm-rs 0.1.1

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

//! Unified LLM Provider SDK
//!
//! This module provides a simplified, unified interface for interacting with multiple LLM providers.
//! It's built on top of the existing litellm-rs infrastructure but provides a more user-friendly API.

pub mod cache;
pub mod config;
pub mod errors;
pub mod middleware;
pub mod monitoring;
pub mod providers;
pub mod router;
pub mod simple_client;
pub mod types;

// Re-exports for convenience
pub use config::{ClientConfig, ConfigBuilder};
pub use errors::{Result, SDKError};
pub use simple_client::SimpleLLMClient as LLMClient;
pub use types::*;

/// SDK version
pub const VERSION: &str = env!("CARGO_PKG_VERSION");

/// Initialize the SDK with default logging
pub fn init() {
    tracing_subscriber::fmt::init();
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_version() {
        assert!(!VERSION.is_empty());
    }
}