Struct SemanticCache 

pub struct SemanticCache<V: Clone> { /* private fields */ }

Semantic cache with fuzzy key matching

Implementations

impl<V: Clone> SemanticCache<V>

pub fn new(capacity: usize, similarity_threshold: f32) -> Self

Create a new semantic cache

Arguments

• capacity - Maximum number of entries
• similarity_threshold - Minimum similarity for cache hit (0.0 to 1.0)
  • 1.0 = exact match only
  • 0.95 = very similar (recommended for most use cases)
  • 0.9 = moderately similar
  • 0.8 = loosely similar

pub fn with_ttl(self, ttl: Duration) -> Self

Set time-to-live for cache entries

pub fn insert(&mut self, query: &[f32], value: V)

Insert a query-result pair into the cache

pub fn get(&mut self, query: &[f32]) -> Option<V>

Get cached value for a query (fuzzy match)

pub fn contains(&self, query: &[f32]) -> bool

Check if cache contains a similar query (without retrieving)

pub fn cleanup_expired(&mut self)

Remove expired entries

pub fn clear(&mut self)

Clear all cache entries

pub fn len(&self) -> usize

Get current cache size

pub fn is_empty(&self) -> bool

Check if cache is empty

pub fn hit_rate(&self) -> f64

Get cache hit rate (0.0 to 1.0)

pub fn stats(&self) -> CacheStats

Get cache statistics