Struct CachedEmbeddingService 

pub struct CachedEmbeddingService { /* private fields */ }

An embedding service with integrated caching

Wraps an EmbeddingService with an EmbeddingCache to avoid recomputing embeddings for previously seen texts. The cache key is computed as a hash of the text content and model name.

Example

use ares::rag::embeddings::{CachedEmbeddingService, EmbeddingConfig};
use ares::rag::cache::CacheConfig;

let service = CachedEmbeddingService::new(
    EmbeddingConfig::default(),
    CacheConfig::default(),
)?;

// First call computes the embedding
let emb1 = service.embed_text("hello world").await?;

// Second call returns cached result
let emb2 = service.embed_text("hello world").await?;
assert_eq!(emb1, emb2);

Implementations

impl CachedEmbeddingService

pub fn new( embedding_config: EmbeddingConfig, cache_config: CacheConfig, ) -> Result<Self>

Create a new cached embedding service

pub fn with_defaults() -> Result<Self>

Create with default configurations

pub fn with_model(model: EmbeddingModelType) -> Result<Self>

Create with a specific model and default cache

pub fn without_cache(embedding_config: EmbeddingConfig) -> Result<Self>

Create with caching disabled

pub async fn embed_text(&self, text: &str) -> Result<Vec<f32>>

Embed a single text with caching

pub async fn embed_texts<S: AsRef<str> + Send + Sync + 'static>( &self, texts: &[S], ) -> Result<Vec<Vec<f32>>>

Embed multiple texts with caching

Checks cache for each text individually, computes embeddings only for uncached texts, and caches the new results.

pub fn model_type(&self) -> EmbeddingModelType

Get the current model type

pub fn dimensions(&self) -> usize

Get the embedding dimensions

pub fn config(&self) -> &EmbeddingConfig

Get the embedding configuration

pub fn cache_stats(&self) -> CacheStats

Get cache statistics

pub fn clear_cache(&self) -> Result<()>

Clear the cache

pub fn invalidate(&self, text: &str) -> Result<()>

Invalidate a specific cache entry

pub fn is_cache_enabled(&self) -> bool

Check if caching is enabled