Struct LruEmbeddingCache 

pub struct LruEmbeddingCache { /* private fields */ }

In-memory LRU cache for embeddings

Uses the lru crate for O(1) get/put operations with proper LRU eviction. Thread-safe via parking_lot::Mutex.

Memory Management

The cache limits entries by count (not bytes) for simplicity and O(1) operations. The max_size_bytes config is used to estimate max entries based on average embedding size (assuming 384-dimensional embeddings = 1536 bytes each).

Implementations

impl LruEmbeddingCache

pub fn new(config: CacheConfig) -> Self

Create a new LRU embedding cache with the given configuration

pub fn with_defaults() -> Self

Create a cache with default configuration

pub fn with_max_size(max_size_bytes: u64) -> Self

Create a cache with a specific max size in bytes

pub fn with_max_entries(max_entries: usize) -> Self

Create a cache with a specific max entry count

pub fn cleanup_expired(&self)

Remove expired entries from the cache

pub fn size_bytes(&self) -> u64

Get the current cache size in bytes

pub fn len(&self) -> usize

Get the number of entries in the cache

pub fn is_empty(&self) -> bool

Check if the cache is empty

Trait Implementations

impl EmbeddingCache for LruEmbeddingCache

fn get(&self, key: &str) -> Option<Vec<f32>>

Get an embedding from the cache

fn set( &self, key: &str, embedding: Vec<f32>, ttl: Option<Duration>, ) -> Result<()>

Store an embedding in the cache with optional TTL

fn invalidate(&self, key: &str) -> Result<()>

Remove an entry from the cache

fn clear(&self) -> Result<()>

Clear all entries from the cache

fn stats(&self) -> CacheStats

Get cache statistics

fn is_enabled(&self) -> bool

Check if the cache is enabled

fn compute_key(&self, text: &str, model: &str) -> String

Compute a cache key for the given text and model