Struct QueryCache 

pub struct QueryCache { /* private fields */ }

Query embedding cache for fast repeated searches

Caches query embeddings to avoid re-embedding the same queries. Query reuse is very high in interactive sessions (e.g., “authentication”, “handle_file_modified”). Uses Moka LRU cache with automatic eviction.

Implementations

impl QueryCache

pub fn new() -> Self

Create a new query cache with default limit (50MB)

pub fn with_memory_limit_mb(max_memory_mb: usize) -> Self

Create a query cache with specified memory limit in MB

pub fn get(&self, query: &str) -> Option<Vec<f32>>

Get query embedding from cache

pub fn put(&self, query: &str, embedding: Vec<f32>)

Store query embedding in cache

pub fn contains(&self, query: &str) -> bool

Check if cache contains query embedding

pub fn stats(&self) -> QueryCacheStats

Get cache statistics

pub fn clear(&self)

Clear cache

pub fn len(&self) -> usize

Get cache size

pub fn is_empty(&self) -> bool

Check if cache is empty

pub fn memory_usage_bytes(&self) -> usize

Get memory usage in bytes

pub fn memory_usage_mb(&self) -> f64

Get memory usage in MB

Trait Implementations

impl Default for QueryCache

fn default() -> Self

Returns the “default value” for a type.