Struct LlmCache 

pub struct LlmCache { /* private fields */ }

In-memory LLM response cache

Implementations

impl LlmCache

pub fn new() -> Self

Create a new cache with default settings

• TTL: 1 hour
• Max size: 1000 entries

pub fn with_config(ttl: Duration, max_size: usize) -> Self

Create a new cache with custom settings

pub fn get(&self, request: &LlmRequest, model: &str) -> Option<LlmResponse>

Get a cached response if it exists and hasn’t expired

pub fn put(&self, request: &LlmRequest, model: &str, response: LlmResponse)

Store a response in the cache

pub fn clear(&self)

Clear all cached entries

pub fn cleanup(&self)

Remove expired entries

pub fn stats(&self) -> CacheStats

Get cache statistics

pub fn reset_stats(&self)

Reset hit/miss counters

Trait Implementations

impl Clone for LlmCache

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LlmCache

fn default() -> Self

Returns the “default value” for a type.