Struct CachedBatchEmbedder 

pub struct CachedBatchEmbedder {
    pub batch_embedder: BatchEmbedder,
    /* private fields */
}

Cached batch embedder that uses an embedding cache with memory limits

Fields

batch_embedder: BatchEmbedder

Implementations

impl CachedBatchEmbedder

pub fn new(batch_embedder: BatchEmbedder) -> Self

Create a new cached batch embedder with default memory limit

pub fn with_memory_limit( batch_embedder: BatchEmbedder, max_memory_mb: usize, ) -> Self

Create with custom memory limit (in MB)

pub fn embed_chunks(&mut self, chunks: Vec<Chunk>) -> Result<Vec<EmbeddedChunk>>

Embed chunks using cache when possible

pub fn embed_chunk(&mut self, chunk: Chunk) -> Result<EmbeddedChunk>

Embed a single chunk with caching

pub fn cache_stats(&self) -> CacheStats

Get cache statistics

pub fn clear_cache(&self)

Clear cache

pub fn dimensions(&self) -> usize

Get embedding dimensions

pub fn cache(&self) -> &EmbeddingCache

Get cache reference