Struct CachedProvider 

pub struct CachedProvider<P> { /* private fields */ }

A wrapper that adds caching functionality to any LLM provider

Implementations

impl<P> CachedProvider<P>

pub fn new(provider: P, model_name: String) -> Self

Create a new CachedProvider with default cache settings

pub fn with_cache(provider: P, model_name: String, cache: LlmCache) -> Self

Create a new CachedProvider with a custom cache

pub fn inner(&self) -> &P

Get a reference to the inner provider

pub fn inner_mut(&mut self) -> &mut P

Get a mutable reference to the inner provider

pub fn cache(&self) -> &LlmCache

Get a reference to the cache

pub fn stats(&self) -> CacheStats

Get cache statistics

Trait Implementations

impl<P: LlmProvider> LlmProvider for CachedProvider<P>

fn complete<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,