nvs-core 0.1.0

Native Vector Store (Rust) core: bundle format, mmap reader, vector/BM25/hybrid search
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ManifestFilesMeta {
    pub path: String,
    #[serde(default)]
    pub block_size: Option<u32>,
    #[serde(default)]
    pub doc_aligned: Option<bool>,
    #[serde(default)]
    pub compression: Option<String>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ManifestFilesEntry {
    pub path: String,
    #[serde(default)]
    pub dtype: Option<String>,
    #[serde(default)]
    pub rows: Option<u64>,
    #[serde(default)]
    pub cols: Option<u64>,
    #[serde(default)]
    pub schema: Option<String>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ManifestFiles {
    pub vectors: ManifestFilesEntry,
    pub doclen: ManifestFilesEntry,
    pub lexicon: ManifestFilesEntry,
    pub postings: ManifestFilesEntry,
    pub terms: ManifestFilesEntry,
    #[serde(rename = "meta_idx")]
    pub meta_idx: ManifestFilesEntry,
    #[serde(rename = "meta")]
    pub meta: ManifestFilesMeta,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ManifestEmbedding {
    pub model: String,
    pub dtype: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ManifestBm25 {
    pub avgdl: f64,
    pub k1: f64,
    pub b: f64,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct Manifest {
    pub format: String,
    pub num_docs: u64,
    pub dim: u64,
    pub embedding: ManifestEmbedding,
    pub bm25: ManifestBm25,
    pub files: ManifestFiles,
}