Struct MemoryCache 

pub struct MemoryCache { /* private fields */ }

In-memory LRU cache with TTL support

Implementations

impl MemoryCache

pub fn new(config: CacheConfig) -> Self

Create a new memory cache

pub fn with_defaults() -> Self

Create with default config

pub fn len(&self) -> usize

Get current entry count

pub fn is_empty(&self) -> bool

Check if cache is empty

pub fn capacity(&self) -> usize

Get cache capacity

Trait Implementations

impl Cache for MemoryCache

fn get<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<Option<CacheEntry>, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Get an entry from the cache

fn store<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, response: &'life3 str, function_calls: Vec<String>, ) -> Pin<Box<dyn Future<Output = Result<(), CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

Store an entry in the cache

fn delete<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<bool, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Delete an entry from the cache

fn clear<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<usize, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Clear all entries

fn stats<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<CacheStats, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get cache statistics

fn contains<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<bool, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Check if cache contains an entry