Struct EmbeddingEngine 

pub struct EmbeddingEngine { /* private fields */ }

Embedding-only engine wrapping a ClipModelExecutor.

Implementations

impl EmbeddingEngine

pub fn new(executor: ClipModelExecutor, config: EngineConfig) -> Self

pub fn with_tokenizer(self, tokenizer: Tokenizer) -> Self

Set tokenizer for text embedding.

Trait Implementations

impl EmbedEngine for EmbeddingEngine

fn embed_text<'life0, 'life1, 'async_trait>( &'life0 self, text: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<Vec<f32>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Embed raw text string → float vector (engine handles tokenization).

fn embed_image<'life0, 'life1, 'async_trait>( &'life0 self, image: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<Vec<f32>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Embed image (file path or base64) → float vector.

fn embedding_dim(&self) -> usize

Get embedding dimension.

impl InferenceEngine for EmbeddingEngine

fn status<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = EngineStatus> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get current engine status.

fn shutdown<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Shutdown engine gracefully.

fn config(&self) -> &EngineConfig

Get engine configuration.

fn metrics(&self) -> EngineMetrics

Get engine metrics.

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = HealthStatus> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Health check.

fn cache_metrics_snapshot(&self) -> Option<Value>

Optional cache metrics emitted by concrete LLM engines.

fn admission_snapshot( &self, ) -> Result<Option<ExecutorAdmissionSnapshot>, FerrumError>

Runtime-authoritative admission state. Startup sizing estimates are intentionally not accepted through this method.

fn lora_metrics_snapshot(&self) -> Option<Value>

Optional LoRA runtime metrics emitted by concrete LLM engines.