Struct SemanticMemoryCache 

pub struct SemanticMemoryCache { /* private fields */ }

Memory cache with semantic similarity support

Implementations

impl SemanticMemoryCache

pub fn new(config: CacheConfig) -> Self

Create a new semantic memory cache

pub async fn find_similar( &self, query_embedding: &[f32], threshold: f32, ) -> Option<(CacheEntry, f32)>

Find most similar entry

pub async fn store_with_embedding( &self, query: &str, context: &str, response: &str, function_calls: Vec<String>, embedding: Vec<f32>, ) -> Result<(), CacheError>

Store with embedding

Trait Implementations

impl Cache for SemanticMemoryCache

fn get<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<Option<CacheEntry>, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Get an entry from the cache

fn store<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, response: &'life3 str, function_calls: Vec<String>, ) -> Pin<Box<dyn Future<Output = Result<(), CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

Store an entry in the cache

fn delete<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<bool, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Delete an entry from the cache

fn clear<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<usize, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Clear all entries

fn stats<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<CacheStats, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get cache statistics

fn contains<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<bool, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Check if cache contains an entry

impl SemanticCache for SemanticMemoryCache

fn find_similar_by_embedding<'life0, 'life1, 'async_trait>( &'life0 self, query_embedding: &'life1 [f32], threshold: f32, ) -> Pin<Box<dyn Future<Output = Result<Option<(CacheEntry, f32)>, CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Find similar entries based on embedding similarity

fn store_with_embedding<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, query: &'life1 str, context: &'life2 str, response: &'life3 str, function_calls: Vec<String>, embedding: Vec<f32>, ) -> Pin<Box<dyn Future<Output = Result<(), CacheError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

Store with embedding for semantic matching