Struct InMemoryLlmCache 

pub struct InMemoryLlmCache { /* private fields */ }

Implementations

impl InMemoryLlmCache

pub fn new() -> Self

pub fn len(&self) -> usize

Trait Implementations

impl Clone for InMemoryLlmCache

fn clone(&self) -> InMemoryLlmCache

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for InMemoryLlmCache

fn default() -> InMemoryLlmCache

Returns the “default value” for a type.

impl LlmCache for InMemoryLlmCache

fn get<'life0, 'life1, 'async_trait>( &'life0 self, key: &'life1 CacheKey, ) -> Pin<Box<dyn Future<Output = Result<Option<CachedTurn>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

fn put<'life0, 'async_trait>( &'life0 self, key: CacheKey, value: CachedTurn, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,