Struct TwoTierCache 

pub struct TwoTierCache { /* private fields */ }

Implementations

impl TwoTierCache

pub fn new( strategy: ResponseCacheStrategy, config: TwoTierCacheConfig, ) -> LlmixResult<Self>

pub async fn get(&self, key: &str) -> Option<CacheResult>

pub async fn set(&self, key: &str, value: &str)

pub async fn clear(&self) -> LlmixResult<()>

pub async fn close(&self)

pub async fn get_stats(&self) -> ResponseCacheStats