Struct CachedEmbeddingProvider 

pub struct CachedEmbeddingProvider<P: EmbeddingProvider> { /* private fields */ }

LRU-cached embedding provider wrapper

Implementations

impl<P: EmbeddingProvider> CachedEmbeddingProvider<P>

pub fn new(inner: P, cache_size: usize) -> Self

Create a new cached provider

pub fn with_ttl(inner: P, cache_size: usize, ttl_secs: u64) -> Self

Create with TTL

pub fn stats(&self) -> &Arc<CacheStats>

Get cache statistics

Trait Implementations

impl<P: EmbeddingProvider> EmbeddingProvider for CachedEmbeddingProvider<P>

fn model_name(&self) -> &str

Get the model name

fn dimension(&self) -> usize

Get the embedding dimension

fn max_length(&self) -> usize

Maximum text length (in characters or tokens)

fn embed(&self, text: &str) -> EmbeddingResult<Vec<f32>>

Generate embedding for a single text

fn embed_batch(&self, texts: &[&str]) -> EmbeddingResult<Vec<Vec<f32>>>

Generate embeddings for multiple texts (batch)

fn normalize(&self, embedding: &mut [f32])

Normalize an embedding vector (L2 normalization)