Struct SparseIndex 

pub struct SparseIndex {
    pub total_docs: u32,
    pub total_vectors: u32,
    /* private fields */
}

Sparse vector index for a field: lazy block loading via mmap

Stores skip list per dimension (block metadata). Blocks loaded on-demand. Memory: only skip list headers in RAM, block data via mmap (OS page cache).

Fields

total_docs: u32

Total document count in this segment (for IDF computation)

total_vectors: u32

Total sparse vectors in this segment (for multi-valued IDF)

Implementations

impl SparseIndex

pub fn new( handle: LazyFileHandle, dimensions: Vec<DimensionEntry>, total_docs: u32, total_vectors: u32, ) -> Self

Create a new sparse index with lazy block loading

pub async fn get_posting( &self, dim_id: u32, ) -> Result<Option<Arc<BlockSparsePostingList>>>

Get posting list for a dimension (loads all blocks - for compatibility)

pub fn get_skip_list(&self, dim_id: u32) -> Option<(&[SparseSkipEntry], f32)>

Get skip list for a dimension (for block-max iteration without loading blocks)

pub async fn get_block( &self, dim_id: u32, block_idx: usize, ) -> Result<Option<SparseBlock>>

Load specific block for a dimension

pub fn has_dimension(&self, dim_id: u32) -> bool

Check if dimension exists

pub fn num_dimensions(&self) -> usize

Get the number of dimensions in the index

pub fn active_dimensions(&self) -> impl Iterator<Item = u32> + '_

Iterate over all active dimension IDs

pub fn doc_count(&self, dim_id: u32) -> u32

Get doc count for dimension (from skip list, no I/O)

pub fn idf(&self, dim_id: u32) -> f32

Compute IDF using doc_count from skip list

pub fn idf_weights(&self, dim_ids: &[u32]) -> Vec<f32>

Get IDF weights for multiple dimensions

pub fn get_posting_blocking( &self, dim_id: u32, ) -> Result<Option<Arc<BlockSparsePostingList>>>

Get posting list synchronously (blocking) - for merger

Trait Implementations

impl Clone for SparseIndex

fn clone(&self) -> SparseIndex

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.