nodedb-lite 0.1.0

Embedded edge client for NodeDB — offline vector search, graph traversal, and CRDT sync
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

// SPDX-License-Identifier: Apache-2.0

//! Ordinary document candidates read applied CRDT rows one at a time.

use super::{PAGE_BYTES, PAGE_RECORDS, check_row_budget};
use crate::engine::{
    crdt::CrdtEngine,
    fts::{FtsState, manager::CollectionReplacement},
};
use crate::{
    error::LiteError,
    nodedb::{convert::loro_value_to_document, lock_ext::LockExt},
};
use std::sync::Mutex;

pub(super) fn build_ordinary(
    crdt: &Mutex<CrdtEngine>,
    fts: &FtsState,
    collection: &str,
    candidate: &mut CollectionReplacement,
) -> Result<(), LiteError> {
    let mut cursor: Option<String> = None;
    loop {
        let ids = crdt.lock_or_recover().live_ids_page(
            collection,
            cursor.as_deref(),
            PAGE_RECORDS,
            PAGE_BYTES,
        )?;
        if ids.is_empty() {
            break;
        }
        for id in ids {
            let fields = crdt
                .lock_or_recover()
                .read(collection, &id)
                .map(|value| loro_value_to_document(&id, &value).fields);
            if let Some(fields) = fields {
                check_row_budget(collection, &id, &fields, PAGE_BYTES)?;
                let surrogate = fts
                    .manager
                    .lock_or_recover()
                    .reserve_surrogate(collection, &id)?;
                candidate.index_document_fields(&id, surrogate, &fields)?;
            }
            cursor = Some(id);
        }
    }
    Ok(())
}