litellm-rs 0.4.16

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

//! Batch processing system for handling multiple requests efficiently
//!
//! This module provides batch processing capabilities for chat completions,
//! embeddings, and other API operations.

mod async_batch;
mod processor;
mod types;

#[cfg(test)]
mod tests;

// Re-export all public types
pub use async_batch::{
    AsyncBatchConfig, AsyncBatchError, AsyncBatchExecutor, AsyncBatchItemResult, AsyncBatchSummary,
    batch_execute,
};
pub use processor::core::BatchProcessor;
pub use types::{
    BatchError, BatchHttpResponse, BatchItem, BatchRecord, BatchRequest, BatchRequestCounts,
    BatchResponse, BatchResult, BatchStatus, BatchType,
};