litellm-rs 0.4.16

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

//! Semantic caching for AI responses
//!
//! This module provides intelligent caching based on semantic similarity of prompts.
//!
//! Boundary:
//! - `crate::core::cache` handles deterministic key-based cache.
//! - This module handles vector-similarity semantic cache.

mod cache;
mod types;
mod utils;
mod validation;

#[cfg(test)]
mod tests;

// Re-export main types and structs for backward compatibility
pub use cache::SemanticCache;
pub use types::{CacheStats, EmbeddingProvider, SemanticCacheConfig, SemanticCacheEntry};