uqa-storage 0.1.6

Document store, inverted index, IVF/HNSW vectors, B-tree, R*Tree, catalog
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//
// Unified Query Algebra
//
// Copyright (c) 2023-2026 Cognica, Inc.
//

//! SQLite-backed inverted index.

use std::collections::{BTreeMap, BTreeSet};
use std::sync::Arc;

use rusqlite::types::Value as SqlValue;
use rusqlite::{params, params_from_iter, OptionalExtension};
use uqa_analysis::Analyzer;
use uqa_core::{DocId, FieldName, IndexStats, Payload, PostingEntry, PostingList};

use crate::block_max_index::{BlockMaxIndex, BlockMaxScorer, DEFAULT_BLOCK_SIZE};
use crate::clustered_postings::{
    ClusterPosting, ClusteredPostingCursor, EncodedScoreCluster, MaterializedPostingCursor,
    PostingCursor,
};
use crate::inverted_index::{AnalyzerPhase, InvertedIndex};
use crate::sqlite::connection::{ManagedConnection, Result as SQLiteResult, SQLiteError};
use crate::StorageBackendResult;

#[derive(Clone)]
pub struct SQLiteInvertedIndex {
    conn: ManagedConnection,
    table: String,
    analyzer: Analyzer,
    index_field_analyzers: BTreeMap<FieldName, Analyzer>,
    search_field_analyzers: BTreeMap<FieldName, Analyzer>,
}

#[derive(Debug)]
struct StagedField {
    length: u64,
    postings: Vec<(String, Vec<u32>)>,
}

mod block_max;
mod clustered;
mod codec;
mod core;
mod maintenance;
mod mutation;
mod trait_impl;

use clustered::{
    clustered_result, load_cluster, load_document_terms, posting_cursor_from_rows, write_cluster,
};
use codec::{
    corrupt_counter, decode_index_u64, decode_index_usize, encode_index_counter, encode_index_u64,
    encode_index_usize, invalidate_block_max_tables, load_document_lengths, load_field_total,
    quote_ident, table_exists, usize_to_index_u64, validate_position_count,
};

#[cfg(test)]
mod tests;