Struct L3LlmCache 

pub struct L3LlmCache { /* private fields */ }

L3: LLM response cache — exact prompt→response to avoid duplicate API calls.

Implementations

impl L3LlmCache

pub fn new() -> Self

pub fn set(&self, prompt_hash: &str, entry: LlmCacheEntry, ttl: Duration)

Cache a prompt→response pair.

pub fn get(&self, prompt_hash: &str) -> Option<LlmCacheEntry>

Look up a cached response by prompt hash.

pub fn total_cost_saved(&self) -> f64

Get total cost saved by cache hits.

pub fn clear(&self)

pub fn stats(&self) -> CacheStats

Trait Implementations

impl Clone for L3LlmCache

fn clone(&self) -> L3LlmCache

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for L3LlmCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for L3LlmCache

fn default() -> L3LlmCache

Returns the “default value” for a type.