Struct LLMCacheConfig 

pub struct LLMCacheConfig {
    pub cache_config: DualCacheConfig,
    pub chat_ttl: Duration,
    pub embedding_ttl: Duration,
    pub user_specific: bool,
}

Configuration for LLM cache

Fields

cache_config: DualCacheConfig

Base cache configuration

chat_ttl: Duration

TTL for chat completions

embedding_ttl: Duration

TTL for embeddings

user_specific: bool

Enable user-specific caching

Implementations

impl LLMCacheConfig

pub fn memory_only() -> Self

Create a memory-only configuration

pub fn with_chat_ttl(self, ttl: Duration) -> Self

Set the chat TTL

pub fn with_embedding_ttl(self, ttl: Duration) -> Self

Set the embedding TTL

pub fn with_user_specific(self) -> Self

Enable user-specific caching

Trait Implementations

impl Clone for LLMCacheConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LLMCacheConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LLMCacheConfig

fn default() -> Self

Returns the “default value” for a type.