litellm-rs 0.5.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

//! LLM Client module
//!
//! This module provides a full-featured LLM client with support for multiple providers,
//! intelligent routing, load balancing, and comprehensive statistics tracking.

mod completions;
mod embeddings;
mod llm_client;
mod provider_payloads;
mod routing;
mod stats;
mod types;

#[cfg(test)]
mod tests;

// Re-export public types and the main client
pub use llm_client::LLMClient;
pub use types::{LoadBalancer, LoadBalancingStrategy, ProviderStats};