infino 0.5.6

A fast retrieval engine that stores data on object storage and runs SQL, full-text search, and vector search over it from a single system — search-on-Parquet.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright The Infino Authors

//! How the embedded vector blob inside a superfile is organized.

/// Layout of the vector blob referenced by `inf.vec.offset` / `inf.vec.length`.
#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
pub(crate) enum VectorLayout {
    /// Default IVF + RaBitQ multi-subsection blob (`VectorBuilder`).
    #[default]
    Ivf,
    /// Single contiguous cell posting blob (`cell_posting` module).
    /// One GET loads the whole posting list; search scans in memory.
    CellPosting,
    /// One logical vector column packing many complete cell-IVF
    /// subsections behind a cell directory (`vec::VERSION_MULTI_CELL`).
    MultiCellIvf,
}

impl VectorLayout {
    pub(crate) const KV_VALUE_IVF: &'static str = "ivf";
    pub(crate) const KV_VALUE_CELL_POSTING: &'static str = "cell_posting";
    pub(crate) const KV_VALUE_MULTI_CELL_IVF: &'static str = "multi_cell_ivf";

    pub(crate) fn as_kv_value(self) -> &'static str {
        match self {
            Self::Ivf => Self::KV_VALUE_IVF,
            Self::CellPosting => Self::KV_VALUE_CELL_POSTING,
            Self::MultiCellIvf => Self::KV_VALUE_MULTI_CELL_IVF,
        }
    }

    pub(crate) fn from_kv_value(s: &str) -> Option<Self> {
        match s {
            Self::KV_VALUE_IVF => Some(Self::Ivf),
            Self::KV_VALUE_CELL_POSTING => Some(Self::CellPosting),
            Self::KV_VALUE_MULTI_CELL_IVF => Some(Self::MultiCellIvf),
            _ => None,
        }
    }
}