coordinode-lsm-tree 5.8.0

Embedded LSM-tree storage engine: BuRR filters, zstd dictionary compression, MVCC, range tombstones, merge operators, K/V separation, AES-256-GCM at rest.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

// SPDX-License-Identifier: Apache-2.0
// Copyright (c) 2026-present, Structured World Foundation

use crate::fs::MemFs;
use crate::{AbstractTree, AnyTree, Config, KvSeparationOptions, SequenceNumberCounter};
use std::sync::Arc;

/// Bulk ingestion publishes blob files through its own version edit, so it is a
/// second publication path with the same obligation as compaction's: every file
/// it makes reachable must carry the tree's deletion pause. An unbound file's
/// `Drop` can unlink it while a checkpoint is capturing, and a tight-space
/// prefix punch can zero bytes the checkpoint has already hard-linked.
#[test]
fn bulk_ingest_binds_every_blob_file_it_publishes() -> crate::Result<()> {
    let memfs = Arc::new(MemFs::new());
    let root = std::path::absolute("/db")?;

    let tree = match Config::new(
        &root,
        SequenceNumberCounter::default(),
        SequenceNumberCounter::default(),
    )
    .with_shared_fs(memfs)
    .with_kv_separation(Some(KvSeparationOptions::default().separation_threshold(1)))
    .open()?
    {
        AnyTree::Blob(t) => t,
        AnyTree::Standard(_) => panic!("expected a blob tree"),
    };

    let mut ingestion = super::BlobIngestion::new(&tree)?;
    for x in 0..64u64 {
        ingestion.write(x.to_be_bytes().into(), alloc::vec![b'v'; 128].into())?;
    }
    ingestion.finish()?;

    let version = tree.current_version();
    let blob_files: Vec<_> = version.blob_files.iter().collect();
    assert!(
        !blob_files.is_empty(),
        "the fixture must separate values out of line",
    );
    for bf in blob_files {
        assert!(
            bf.deletion_pause_for_test().is_some(),
            "blob file {} was published unbound: its Drop would bypass the \
             deletion pause a checkpoint relies on",
            bf.id(),
        );
    }
    Ok(())
}