litellm-rs 0.9.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

//! External Integrations
//!
//! This module provides integrations with external LLMOps platforms and services.
//!
//! # Architecture
//!
//! All integrations implement the `Integration` trait from `crate::core::traits::integration`.
//! The `IntegrationManager` handles registration and dispatching of events to all integrations.
//!
//! # Available Integrations
//!
//! ## Langfuse
//!
//! Open-source LLMOps platform for tracing, evaluation, and analytics.
//!
//! ```rust,ignore
//! use litellm_rs::core::integrations::langfuse::{LangfuseLogger, LlmRequest};
//!
//! let logger = LangfuseLogger::from_env()?;
//! logger.on_llm_start(LlmRequest::new("req-id", "gpt-4"));
//! ```
//!
//! See the [`langfuse`] module for detailed documentation.
//!
//! ## Observability
//!
//! Prometheus and OpenTelemetry integrations for metrics and tracing.
//!
//! ```rust,ignore
//! use litellm_rs::core::integrations::observability::{PrometheusIntegration, OpenTelemetryIntegration};
//!
//! let prometheus = PrometheusIntegration::with_defaults();
//! let otel = OpenTelemetryIntegration::with_defaults();
//! ```
//!
//! # Usage with IntegrationManager
//!
//! ```rust,ignore
//! use litellm_rs::core::integrations::{IntegrationManager, IntegrationManagerConfig};
//! use litellm_rs::core::traits::integration::LlmStartEvent;
//!
//! let manager = IntegrationManager::with_defaults();
//! manager.register(my_integration).await;
//!
//! // Dispatch events to all integrations
//! let event = LlmStartEvent::new("req-1", "gpt-4");
//! manager.on_llm_start(&event).await?;
//! ```

pub mod callback_runtime;
pub mod langfuse;
pub mod manager;
pub mod observability;

// Re-export commonly used types
#[cfg(feature = "gateway")]
pub use langfuse::LangfuseTracing;
pub use langfuse::{
    LangfuseConfig, LangfuseIntegration, LangfuseLogger, LlmCallback, LlmError, LlmRequest,
    LlmResponse,
};
pub use manager::{IntegrationManager, IntegrationManagerConfig};
pub use observability::{
    ArizeConfig, ArizeIntegration, DataDogConfig, DataDogIntegration, HeliconeConfig,
    HeliconeIntegration, OpenTelemetryConfig, OpenTelemetryIntegration, PrometheusConfig,
    PrometheusIntegration,
};

// Re-export trait types for convenience
pub use crate::core::traits::integration::{
    BoxedIntegration, CacheHitEvent, EmbeddingEndEvent, EmbeddingErrorEvent, EmbeddingStartEvent,
    GuardrailDecisionAction, GuardrailDecisionEvent, GuardrailDecisionSurface, Integration,
    IntegrationError, IntegrationResult, LlmEndEvent, LlmErrorEvent, LlmStartEvent, LlmStreamEvent,
};
pub use callback_runtime::{
    CallbackDispatchError, CallbackDispatcher, CallbackRuntime, CallbackTerminalPermit,
};