uqa-storage 0.5.2

Document store, inverted index, IVF/HNSW vectors, B-tree, R*Tree, catalog
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

//
// Unified Query Algebra
//
// Copyright (c) 2023-2026 Cognica, Inc.
//

//! Exact table-owned key families for atomic removal, rename, and destination checks.

use super::super::{occurrence_keys as occurrence, KeyValueRead};
use super::analyzers::field_binding_prefix;
use super::keys::rekey_prefix;
use super::physical_indexes::{drop_table_indexes, rename_table_indexes, table_index_prefixes};
use super::{
    column_stats_prefix, doc_length_key_prefix, document_key_prefix, field_stats_key_prefix,
    posting_cluster_positions_key_prefix, posting_cluster_score_key_prefix,
    posting_document_key_prefix, posting_key_prefix, reverse_posting_key_prefix,
    table_field_analyzer_prefix, vector_key_prefix, KeyValueBatch, StorageBackendResult,
};

fn row_prefixes(name: &str) -> StorageBackendResult<[Vec<u8>; 15]> {
    let [populations, witnesses] =
        super::super::vector_index::origin::populations::table_prefixes(name)?;
    Ok([
        document_key_prefix(name)?,
        posting_key_prefix(name)?,
        occurrence::table_prefix(name)?,
        posting_cluster_score_key_prefix(name)?,
        posting_cluster_positions_key_prefix(name)?,
        posting_document_key_prefix(name)?,
        doc_length_key_prefix(name)?,
        field_stats_key_prefix(name)?,
        reverse_posting_key_prefix(name)?,
        vector_key_prefix(name)?,
        super::super::vector_index::origin::table_prefix(name)?,
        super::super::vector_index::origin::journal::table_prefix(name)?,
        populations,
        witnesses,
        column_stats_prefix(name)?,
    ])
}

fn analyzer_prefixes(name: &str) -> StorageBackendResult<[Vec<u8>; 2]> {
    Ok([
        table_field_analyzer_prefix(name)?,
        field_binding_prefix(name)?,
    ])
}

pub(super) fn has_data(read: &dyn KeyValueRead, name: &str) -> StorageBackendResult<bool> {
    for prefix in row_prefixes(name)?
        .into_iter()
        .chain(analyzer_prefixes(name)?)
        .chain(table_index_prefixes(name)?)
    {
        if read.contains_prefix_budgeted(&prefix, read.control())? {
            return Ok(true);
        }
    }
    Ok(false)
}

pub(super) fn clear(
    batch: &mut dyn KeyValueBatch,
    name: &str,
    analyzers: bool,
) -> StorageBackendResult<()> {
    batch.reset_occurrences(name)?;
    for prefix in row_prefixes(name)? {
        if prefix.starts_with(super::super::vector_index::origin::journal::ROOT) {
            batch.delete_prefix_allow_absent(&prefix)?;
        } else {
            batch.delete_prefix(&prefix)?;
        }
    }
    if analyzers {
        for prefix in analyzer_prefixes(name)? {
            batch.delete_prefix(&prefix)?;
        }
    }
    drop_table_indexes(batch, name)
}

pub(super) fn rename(
    read: &dyn KeyValueRead,
    batch: &mut dyn KeyValueBatch,
    from: &str,
    to: &str,
) -> StorageBackendResult<()> {
    batch.reset_occurrences(from)?;
    batch.reset_occurrences(to)?;
    let old = row_prefixes(from)?
        .into_iter()
        .chain(analyzer_prefixes(from)?);
    let new = row_prefixes(to)?.into_iter().chain(analyzer_prefixes(to)?);
    for (old, new) in old.zip(new) {
        rekey_prefix(read, batch, &old, &new)?;
    }
    rename_table_indexes(read, batch, from, to)
}