hermes-core 1.4.20

Core async search engine library with WASM support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152

//! Core data structures for indexing
//!
//! Organized into submodules:
//! - `postings` - Posting list compression formats
//! - `vector` - Vector indexing (RaBitQ, IVF-RaBitQ, ScaNN)
//! - `simd` - SIMD utilities
//! - `sstable` - SSTable for term dictionary

pub mod postings;
pub mod simd;
mod sstable;
pub mod vector;

// Re-export postings
pub use postings::{
    BlockPostingIterator,
    BlockPostingList,
    // Sparse vector
    BlockSparsePostingIterator,
    BlockSparsePostingList,
    // Posting common
    COMMON_BLOCK_SIZE,
    // Posting format
    CompressedPostingIterator,
    CompressedPostingList,
    CompressionStats,
    // Elias-Fano
    EliasFano,
    EliasFanoIterator,
    EliasFanoPostingIterator,
    EliasFanoPostingList,
    // Horizontal BP128
    HORIZONTAL_BP128_BLOCK_SIZE,
    HorizontalBP128Block,
    HorizontalBP128Iterator,
    HorizontalBP128PostingList,
    INLINE_THRESHOLD,
    IndexOptimization,
    IndexSize,
    // Positions
    MAX_ELEMENT_ORDINAL,
    MAX_TOKEN_POSITION,
    // OptP4D
    OPT_P4D_BLOCK_SIZE,
    OptP4DBlock,
    OptP4DIterator,
    OptP4DPostingList,
    PARTITIONED_EF_THRESHOLD,
    // Partitioned EF
    PEF_BLOCK_SIZE,
    PEFBlockInfo,
    // Basic posting
    POSTING_BLOCK_SIZE,
    PartitionedEFPostingIterator,
    PartitionedEFPostingList,
    PartitionedEliasFano,
    PositionPostingIterator,
    PositionPostingList,
    Posting,
    PostingFormat,
    PostingList,
    PostingListIterator,
    PostingWithPositions,
    QueryWeighting,
    // Roaring
    ROARING_BLOCK_SIZE,
    ROARING_THRESHOLD_RATIO,
    // Rounded BP128
    ROUNDED_BP128_BLOCK_SIZE,
    RoaringBitmap,
    RoaringBlockInfo,
    RoaringIterator,
    RoaringPostingIterator,
    RoaringPostingList,
    RoundedBP128Block,
    RoundedBP128Iterator,
    RoundedBP128PostingList,
    RoundedBitWidth,
    SMALL_BLOCK_SIZE,
    SMALL_BLOCK_THRESHOLD,
    SPARSE_BLOCK_SIZE,
    SkipEntry,
    SkipList,
    SparseEntry,
    SparsePosting,
    SparsePostingIterator,
    SparsePostingList,
    SparseQueryConfig,
    SparseSkipEntry,
    SparseSkipList,
    SparseVector,
    SparseVectorConfig,
    TERMINATED,
    // Vertical BP128
    VERTICAL_BP128_BLOCK_SIZE,
    VerticalBP128Block,
    VerticalBP128Iterator,
    VerticalBP128PostingList,
    WeightQuantization,
    binary_search_block,
    decode_element_ordinal,
    decode_token_position,
    encode_position,
    pack_block,
    pack_deltas_fixed,
    pack_vertical,
    read_doc_id_block,
    read_vint,
    unpack_block,
    unpack_block_n,
    unpack_deltas_fixed,
    unpack_vertical,
    write_doc_id_block,
    write_vint,
};

// Re-export vector
pub use vector::{
    // IVF core
    ClusterData,
    ClusterStorage,
    CoarseCentroids,
    CoarseConfig,
    // Quantization
    DistanceTable,
    // Indexes
    IVFPQConfig,
    IVFPQIndex,
    IVFRaBitQConfig,
    IVFRaBitQIndex,
    MultiAssignment,
    PQCodebook,
    PQConfig,
    PQVector,
    QuantizedCode,
    QuantizedQuery,
    QuantizedVector,
    Quantizer,
    RaBitQCodebook,
    RaBitQConfig,
    RaBitQIndex,
    SoarConfig,
};

// Re-export simd
pub use simd::bits_needed;

// Re-export sstable
pub use sstable::{
    AsyncSSTableIterator, AsyncSSTableReader, BLOCK_SIZE as SSTABLE_BLOCK_SIZE, BloomFilter,
    SSTABLE_MAGIC, SSTableStats, SSTableValue, SSTableWriter, SSTableWriterConfig, TermInfo,
};