litellm-rs 0.6.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//! Realtime API
//!
//! This module provides WebSocket-based real-time communication for LLM interactions,
//! compatible with OpenAI's Realtime API.
//!
//! # Features
//!
//! - WebSocket connection management
//! - Real-time streaming responses
//! - Audio input/output support
//! - Session management
//! - Event-based communication
//!
//! # Example
//!
//! ```rust,ignore
//! use litellm_rs::core::realtime::{RealtimeClient, RealtimeConfig};
//!
//! let config = RealtimeConfig::new()
//!     .model("gpt-4o-realtime-preview")
//!     .voice("alloy");
//!
//! let client = RealtimeClient::connect(config).await?;
//!
//! // Send a message
//! client.send_text("Hello!").await?;
//!
//! // Receive events
//! while let Some(event) = client.recv().await {
//!     match event {
//!         RealtimeEvent::ResponseText { text, .. } => println!("{}", text),
//!         RealtimeEvent::ResponseAudio { audio, .. } => play_audio(audio),
//!         _ => {}
//!     }
//! }
//! ```

pub mod config;
pub mod events;
pub mod session;

#[deprecated(
    since = "0.6.0",
    note = "core::realtime is a default-off compatibility surface scheduled for removal in 0.7.0"
)]
pub use config::RealtimeConfig;
#[deprecated(
    since = "0.6.0",
    note = "core::realtime is a default-off compatibility surface scheduled for removal in 0.7.0"
)]
pub use events::{
    ClientEvent, ContentPart, RealtimeError, RealtimeEvent, RealtimeResult, ResponseStatus,
    ServerEvent, SessionConfig, TurnDetection, Voice,
};
#[deprecated(
    since = "0.6.0",
    note = "core::realtime is a default-off compatibility surface scheduled for removal in 0.7.0"
)]
pub use session::{RealtimeSession, SessionState};