Struct JointEmbeddingSpace 

pub struct JointEmbeddingSpace { /* private fields */ }

Joint embedding space for cross-modal alignment

Implementations

impl JointEmbeddingSpace

pub fn new(config: JointEmbeddingConfig) -> Self

pub fn project_to_joint_space( &self, modality: Modality, embedding: &Vector, ) -> Result<Vector>

Project modality-specific embedding to joint space

pub fn cross_modal_similarity( &self, modality1: Modality, embedding1: &Vector, modality2: Modality, embedding2: &Vector, ) -> Result<f32>

Compute cross-modal similarity in joint space

pub fn contrastive_align( &mut self, positive_pairs: &[(Modality, Vector, Modality, Vector)], negative_pairs: &[(Modality, Vector, Modality, Vector)], ) -> Result<f32>

Contrastive learning alignment training

pub fn cross_modal_search( &self, query_modality: Modality, query_embedding: &Vector, candidate_modality: Modality, candidate_embeddings: &[Vector], top_k: usize, ) -> Result<Vec<(usize, f32)>>

Find cross-modal nearest neighbors in joint space

pub fn zero_shot_retrieval( &self, query_modality: Modality, query_embedding: &Vector, target_modality: Modality, target_embeddings: &[Vector], top_k: usize, ) -> Result<Vec<(usize, f32)>>

Zero-shot cross-modal retrieval

pub fn multi_modal_fusion( &self, modalities: &[(Modality, Vector)], ) -> Result<Vector>

Multi-modal fusion in joint space

pub fn get_training_stats(&self) -> TrainingStatistics

Get training statistics

pub fn get_cache_stats(&self) -> (usize, f32)

Get alignment cache statistics

pub fn evaluate_retrieval( &self, test_pairs: &[(Modality, Vector, Modality, Vector)], distractors: &[(Modality, Vector)], k_values: &[usize], ) -> Result<HashMap<usize, f32>>

Evaluate cross-modal retrieval performance