Struct EmbeddingClient 

pub struct EmbeddingClient {
    pub client: EmbeddingServiceClient<Channel>,
    pub config: VectorConfig,
    pub cache: Arc<Mutex<EmbeddingCache>>,
}

gRPC client that calls the Python embedding service and caches results locally.

Fields

client: EmbeddingServiceClient<Channel>

Underlying tonic client.

config: VectorConfig

Runtime configuration.

cache: Arc<Mutex<EmbeddingCache>>

Shared embedding cache.

Implementations

impl EmbeddingClient

pub async fn new(config: &VectorConfig) -> VectorResult<Self>

Connect to the embedding service, initialize the cache, and verify readiness.

pub async fn connect(config: &VectorConfig) -> VectorResult<Self>

Alias for EmbeddingClient::new.

pub async fn cache_stats_snapshot(&self) -> EmbeddingCacheStats

Return the current cache statistics snapshot.

pub async fn embed(&self, texts: Vec<String>) -> VectorResult<Vec<Vec<f32>>>

Embed a list of texts.

pub async fn embed_one(&self, text: &str) -> VectorResult<Vec<f32>>

Embed a single text.

pub async fn health_check(&self) -> VectorResult<bool>

Health-check the embedding service.

pub async fn model_info(&self) -> VectorResult<ModelInfo>

Return model metadata from the embedding service.

Trait Implementations

impl EmbeddingProvider for EmbeddingClient

fn embed<'life0, 'async_trait>( &'life0 self, texts: Vec<String>, ) -> Pin<Box<dyn Future<Output = VectorResult<Vec<Vec<f32>>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Embed a list of texts, serving cached results where available.

fn embed_one<'life0, 'life1, 'async_trait>( &'life0 self, text: &'life1 str, ) -> Pin<Box<dyn Future<Output = VectorResult<Vec<f32>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Embed a single text.

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = VectorResult<bool>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Health-check the embedding service.

fn model_info<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = VectorResult<ModelInfo>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Return metadata about the currently loaded model.

fn cache_stats<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Option<EmbeddingCacheStats>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Return cache statistics for the client-local embedding cache.