Struct ProviderCache 

pub struct ProviderCache { /* private fields */ }

Provider response caching wrapper

Implementations

impl ProviderCache

pub fn new(cache_dir: &Path) -> Result<Self, Box<dyn Error>>

Create new provider response cache

pub fn get_response( &self, provider: &str, model: &str, prompt: &str, ) -> Result<Option<String>, Box<dyn Error>>

Get cached provider response

pub fn cache_response( &self, provider: &str, model: &str, prompt: &str, response: &str, ) -> Result<(), Box<dyn Error>>

Cache provider response

pub fn stats(&self) -> &CacheStats

Get cache statistics