nodedb-lite 0.1.0

Embedded edge client for NodeDB — offline vector search, graph traversal, and CRDT sync
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

// SPDX-License-Identifier: Apache-2.0

//! Segment storage access and columnar error conversion.

use crate::error::LiteError;
use crate::storage::engine::StorageEngine;
use nodedb_types::Namespace;

/// Helper: write large segment bytes via the segment ext if available, or fall
/// back to the KV blob path.
pub(super) async fn store_segment_bytes<S: StorageEngine>(
    storage: &S,
    collection: &str,
    segment_id: u32,
    bytes: &[u8],
) -> Result<(), LiteError> {
    #[cfg(not(target_arch = "wasm32"))]
    if let Some(ext) = storage.as_columnar_segment_ext() {
        return ext
            .write_columnar_segment(collection, segment_id, bytes)
            .await;
    }
    let seg_key = format!("{collection}:seg:{segment_id}");
    storage
        .put(Namespace::Columnar, seg_key.as_bytes(), bytes)
        .await
}

/// Helper: read large segment bytes via the segment ext if available, or fall
/// back to the KV blob path.
pub(super) async fn load_segment_bytes<S: StorageEngine>(
    storage: &S,
    collection: &str,
    segment_id: u32,
) -> Result<Option<Vec<u8>>, LiteError> {
    #[cfg(not(target_arch = "wasm32"))]
    if let Some(ext) = storage.as_columnar_segment_ext() {
        return ext
            .open_columnar_segment(collection, segment_id)
            .await
            .map(|opt| opt.map(|b| b.into_vec()));
    }
    let seg_key = format!("{collection}:seg:{segment_id}");
    storage.get(Namespace::Columnar, seg_key.as_bytes()).await
}

/// Helper: delete large segment bytes via the segment ext if available, or
/// fall back to the KV blob path.
pub(in crate::engine::columnar) async fn remove_segment_bytes<S: StorageEngine>(
    storage: &S,
    collection: &str,
    segment_id: u32,
) -> Result<(), LiteError> {
    #[cfg(not(target_arch = "wasm32"))]
    if let Some(ext) = storage.as_columnar_segment_ext() {
        return ext.delete_columnar_segment(collection, segment_id).await;
    }
    let seg_key = format!("{collection}:seg:{segment_id}");
    storage
        .delete(Namespace::Columnar, seg_key.as_bytes())
        .await
}

pub(super) fn columnar_err_to_lite(e: nodedb_columnar::ColumnarError) -> LiteError {
    LiteError::BadRequest {
        detail: e.to_string(),
    }
}