Enum OptionalCache 

pub enum OptionalCache {
    Memory(MemoryCache),
    Disabled,
}

Optional cache wrapper for graceful degradation

Variants

Memory(MemoryCache)

Disabled

Implementations

impl OptionalCache

pub fn memory(config: CacheConfig) -> Self

Create a memory cache

pub fn disabled() -> Self

Create disabled cache

pub fn is_enabled(&self) -> bool

Check if cache is enabled

pub async fn get(&self, query: &str, context: &str) -> Option<CacheEntry>

Get from cache

pub async fn store( &self, query: &str, context: &str, response: &str, function_calls: Vec<String>, )

Store in cache