opi-ai 0.4.0

Unified multi-provider LLM API with streaming support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

//! Unified multi-provider LLM API with streaming support.
//!
//! Provides a standardized interface for interacting with multiple LLM providers:
//! Anthropic, OpenAI Chat Completions, OpenAI Responses, Google Gemini, plus
//! OpenAI-compatible profiles for OpenRouter and Mistral.

pub mod anthropic;
pub mod azure_openai;
pub mod bedrock;
pub mod config;
pub mod gemini;
pub mod http;
pub mod message;
pub mod mistral;
pub mod model;
pub mod openai_chat;
pub mod openai_responses;
pub mod openrouter;
pub mod provider;
pub mod registry;
pub mod retry;
pub mod stream;
#[doc(hidden)]
pub mod test_support;
pub mod vertex;

pub use config::{Config, Error};
pub use model::Model;
pub use provider::Provider;
pub use stream::AssistantStreamEvent;
pub use stream::{CostBreakdown, CumulativeUsage, Pricing, calculate_cost};

#[derive(Debug, Clone, Copy, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
pub enum ApiKind {
    Anthropic,
    OpenAi,
    Google,
    Mistral,
}