Struct InMemoryCache 

pub struct InMemoryCache { /* private fields */ }

Cache that stores things in memory.

Implementations

impl InMemoryCache

pub fn new(maxsize: Option<usize>) -> Self

Initialize with empty cache.

Arguments

• maxsize - The maximum number of items to store in the cache. If None, the cache has no maximum size. If the cache exceeds the maximum size, the oldest items are removed.

Panics

Panics if maxsize is less than or equal to 0.

pub fn unbounded() -> Self

Create a new InMemoryCache with no maximum size.

Trait Implementations

impl BaseCache for InMemoryCache

fn lookup(&self, prompt: &str, llm_string: &str) -> Option<CacheReturnValue>

Look up based on prompt and llm_string.

fn update(&self, prompt: &str, llm_string: &str, return_val: CacheReturnValue)

Update cache based on prompt and llm_string.

fn clear(&self)

Clear cache that can take additional keyword arguments.

fn alookup<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompt: &'life1 str, llm_string: &'life2 str, ) -> Pin<Box<dyn Future<Output = Option<CacheReturnValue>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Async look up based on prompt and llm_string.

fn aupdate<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompt: &'life1 str, llm_string: &'life2 str, return_val: CacheReturnValue, ) -> Pin<Box<dyn Future<Output = ()> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Async update cache based on prompt and llm_string.

fn aclear<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = ()> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Async clear cache.

impl Debug for InMemoryCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InMemoryCache

fn default() -> Self

Returns the “default value” for a type.