Struct SparseEmbeddingProvider 

pub struct SparseEmbeddingProvider { /* private fields */ }

Sparse embedding provider for Ruvector integration

Implements the EmbeddingProvider interface using PowerInfer-style sparse inference for efficient embedding generation.

Implementations

impl SparseEmbeddingProvider

pub fn new( input_dim: usize, hidden_dim: usize, embed_dim: usize, sparsity_ratio: f32, ) -> Result<Self>

Create a new sparse embedding provider with specified dimensions

pub fn from_gguf(path: &Path) -> Result<Self>

Create from a GGUF model file

pub fn from_gguf_bytes(data: &[u8]) -> Result<Self>

Create from GGUF model bytes

pub fn embed(&self, input: &[f32]) -> Result<Vec<f32>>

Generate embedding for input tokens

pub fn embed_batch(&self, inputs: &[Vec<f32>]) -> Result<Vec<Vec<f32>>>

Batch embed multiple inputs

pub fn embedding_dim(&self) -> usize

Get embedding dimension

pub fn sparsity_stats(&self) -> &SparsityStats

Get sparsity statistics

pub fn set_sparsity_threshold(&mut self, threshold: f32)

Set sparsity threshold

pub fn calibrate(&mut self, samples: &[Vec<f32>]) -> Result<()>

Calibrate the predictor with sample data

Trait Implementations

impl EmbeddingProvider for SparseEmbeddingProvider

fn embed_text(&self, _text: &str) -> Result<Vec<f32>>

Generate embedding for text (requires tokenization)

fn embed_tokens(&self, tokens: &[u32]) -> Result<Vec<f32>>

Generate embedding for token ids

fn dimension(&self) -> usize

Get embedding dimension

fn name(&self) -> &str

Provider name