langchainrust 0.7.0

A LangChain-inspired framework for building LLM applications in Rust. Supports OpenAI, Agents, Tools, Memory, Chains, RAG, BM25, Hybrid Retrieval, LangGraph, HyDE, Reranking, MultiQuery, and native Function Calling.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

// src/core/batch/mod.rs
//! Batch API client for OpenAI and Anthropic batch processing.
//!
//! Provides a unified interface for submitting, polling, and retrieving
//! results from batch API endpoints:
//!
//! - **OpenAI Batch API**: POST /v1/batches (JSONL file upload + batch creation)
//! - **Anthropic Batch API**: POST /v1/messages/batches (inline requests array)
//!
//! # Example
//! ```
//! use langchainrust::core::batch::{BatchClient, BatchProvider, BatchRequest};
//! use langchainrust::Message;
//!
//! let client = BatchClient::new(BatchProvider::OpenAI, "sk-...");
//! let requests = vec![
//!     BatchRequest {
//!         custom_id: "req-1".into(),
//!         messages: vec![Message::human("Hello")],
//!         model: "gpt-4o".into(),
//!         temperature: None,
//!         max_tokens: None,
//!     },
//! ];
//! // let batch_id = client.submit(requests).await?;
//! // let results = client.submit_and_wait(requests, 5000, 300_000).await?;
//! ```

mod client;
mod tests;
mod types;

pub use client::BatchClient;
pub use types::{BatchError, BatchId, BatchProvider, BatchRequest, BatchResult, BatchStatus};