Struct EmbeddingDedupCache 

pub struct EmbeddingDedupCache { /* private fields */ }

Implementations

impl EmbeddingDedupCache

pub fn new(max_size: usize, ttl: Duration) -> Self

pub fn get(&self, text: &str) -> Option<Vec<f32>>

Look up text in the cache. Returns Some(embedding) on hit.

pub fn get_scoped(&self, scope: &[&str], text: &str) -> Option<Vec<f32>>

Partition entries by connection/model identity; only the digest is stored.

pub fn insert(&self, text: &str, embedding: Vec<f32>)

Insert embedding for text.

pub fn insert_scoped(&self, scope: &[&str], text: &str, embedding: Vec<f32>)

pub fn hits(&self) -> u64

pub fn misses(&self) -> u64