llm_edge_agent/
lib.rs

1//! LLM Edge Agent - High-performance LLM Intercepting Proxy
2//!
3//! This crate provides the main application logic for the LLM Edge Agent,
4//! integrating all layers into a complete end-to-end system:
5//!
6//! - Layer 1: HTTP Server (Axum) with auth and rate limiting
7//! - Layer 2: Multi-tier caching (L1 Moka + L2 Redis)
8//! - Layer 2: Intelligent routing with circuit breakers
9//! - Layer 3: Provider adapters (OpenAI, Anthropic)
10//! - Cross-cutting: Observability (Prometheus, OpenTelemetry, Logging)
11
12pub mod integration;
13pub mod proxy;
14
15pub use integration::{check_system_health, initialize_app_state, AppConfig, AppState};
16pub use proxy::{handle_chat_completions, ChatCompletionRequest, ChatCompletionResponse};