litellm-rs 0.6.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
//! SDK data types

mod chat;
mod message;
mod tool;
mod usage;

pub use chat::{ChatChoice, ChatChunk, ChatOptions, ChatResponse, ChunkChoice, SdkChatRequest};
pub use message::{AudioData, Content, ContentPart, ImageUrl, Message, MessageDelta, Role};
pub use tool::{Function, Tool, ToolCall, ToolChoice};
pub use usage::{Cost, CostBreakdown, Usage};

#[cfg(test)]
#[path = "types_tests/mod.rs"]
mod tests;