Struct QueryCache 

pub struct QueryCache { /* private fields */ }

LRU query cache with TTL expiration.

Thread-safe cache for query results.

Example

use rag_plusplus_core::cache::{QueryCache, CacheConfig, CacheKey};

let cache = QueryCache::new(CacheConfig::default());

let key = CacheKey::new(&embedding, 10, None, None);

// Try cache first
if let Some(response) = cache.get(&key) {
    return response;
}

// Execute query
let response = engine.query(request)?;

// Cache result
cache.put(key, response.clone());

Implementations

impl QueryCache

pub fn new(config: CacheConfig) -> Self

Create a new cache.

pub fn default_cache() -> Self

Create with default config.

pub fn get(&self, key: &CacheKey) -> Option<QueryResponse>

Get a cached response.

Returns Some(response) if found and not expired, None otherwise.

pub fn put(&self, key: CacheKey, response: QueryResponse)

Put a response in the cache.

pub fn remove(&self, key: &CacheKey) -> Option<CacheEntry>

Remove an entry.

pub fn clear(&self)

Clear all entries.

pub fn cleanup_expired(&self)

Remove expired entries.

pub fn stats(&self) -> CacheStats

Get cache statistics.

pub fn len(&self) -> usize

Get current size.

pub fn is_empty(&self) -> bool

Check if empty.

Trait Implementations

impl Debug for QueryCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for QueryCache

fn default() -> Self

Returns the “default value” for a type.