Struct InferenceEngine 

pub struct InferenceEngine { /* private fields */ }

High-performance inference engine with caching and batching

Implementations

impl InferenceEngine

pub fn new(model: Box<dyn EmbeddingModel>, config: InferenceConfig) -> Self

Create a new inference engine

pub async fn get_entity_embedding(&self, entity: &str) -> Result<Vector>

Get entity embedding with caching

pub async fn get_relation_embedding(&self, relation: &str) -> Result<Vector>

Get relation embedding with caching

pub async fn score_triple( &self, subject: &str, predicate: &str, object: &str, ) -> Result<f64>

Score triple with caching

pub async fn get_entity_embeddings_batch( &self, entities: Vec<String>, ) -> Result<Vec<(String, Result<Vector>)>>

Batch process entity embeddings

pub async fn get_relation_embeddings_batch( &self, relations: Vec<String>, ) -> Result<Vec<(String, Result<Vector>)>>

Batch process relation embeddings

pub async fn warm_up_cache(&self) -> Result<()>

Warm up cache with common entities and relations

pub fn cache_stats(&self) -> Result<CacheStats>

Get cache statistics

pub fn clear_cache(&self) -> Result<()>

Clear cache

pub fn model_stats(&self) -> Result<ModelStats>

Get model statistics