Struct EmbeddingCache 

pub struct EmbeddingCache { /* private fields */ }

Embedding cache with TTL

Implementations

impl EmbeddingCache

pub fn new(ttl: Duration, max_entries: usize) -> Self

pub fn get(&self, text: &str) -> Option<Vec<f32>>

Get embedding from cache if available and not expired

pub fn put(&self, text: String, embedding: Vec<f32>)

Store embedding in cache

pub fn clear(&self)

Clear all entries from cache

pub fn size(&self) -> usize

Get cache size

Trait Implementations

impl Clone for EmbeddingCache

fn clone(&self) -> EmbeddingCache

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EmbeddingCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for EmbeddingCache

fn default() -> Self

Returns the “default value” for a type.