nodedb 0.4.0

Local-first, real-time, edge-to-cloud hybrid database for multi-modal workloads
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

// SPDX-License-Identifier: BUSL-1.1

//! LSM compaction support on the Origin inverted index.
//!
//! Exposes the atomic `compact_commit` (write merged + remove sources in one
//! redb transaction) and a backend-driven enumeration of FTS-bearing
//! `(tenant, collection)` pairs used by the maintenance cycle.

use nodedb_types::TenantId;

use super::core::InvertedIndex;
use crate::engine::sparse::fts_redb::CompactCommit;

impl InvertedIndex {
    /// Atomically write a new merged FTS segment and remove the source segments
    /// that were merged into it, in one redb write transaction.
    ///
    /// Crash-safe: if the process terminates before the commit, the original
    /// segments remain intact for the next maintenance pass. The single
    /// transaction also guarantees that no reader observes both the new and
    /// the old segments simultaneously.
    pub fn compact_commit(&self, params: CompactCommit<'_>) -> crate::Result<()> {
        self.inner.backend().compact_commit(params)
    }

    /// Enumerate every `(database_id, TenantId, collection)` triple that has at
    /// least one FTS segment in the backing store.
    ///
    /// Used by the maintenance cycle to discover compaction candidates
    /// without requiring a separate in-memory registry of FTS-indexed
    /// collections.
    pub fn list_all_fts_collections(&self) -> crate::Result<Vec<(u64, TenantId, String)>> {
        self.inner
            .backend()
            .list_all_fts_collections()
            .map(|triples| {
                triples
                    .into_iter()
                    .map(|(d, t, c)| (d, TenantId::new(t), c))
                    .collect()
            })
    }
}