Struct CachePolicy 

pub struct CachePolicy {
    pub key_func: Option<Arc<dyn Fn(&CacheKeyInput) -> String + Send + Sync>>,
}

Cache policy for LLM response caching

Fields

key_func: Option<Arc<dyn Fn(&CacheKeyInput) -> String + Send + Sync>>

Custom cache key generation function

Implementations

impl CachePolicy

pub fn new() -> Self

Create new cache policy

pub fn with_key_func( self, f: Arc<dyn Fn(&CacheKeyInput) -> String + Send + Sync>, ) -> Self

Set custom cache key function

pub fn generate_key(&self, input: &CacheKeyInput) -> String

Generate cache key from input

Trait Implementations

impl Clone for CachePolicy

fn clone(&self) -> CachePolicy

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for CachePolicy

fn default() -> CachePolicy

Returns the “default value” for a type.