alopex-core 0.7.2

Core storage engine for Alopex DB - LSM-tree, columnar storage, and vector index
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

#![cfg(not(target_arch = "wasm32"))]

use alopex_core::storage::compression;
use alopex_core::storage::format::value_separator::{
    ValueRef, ValueSeparationConfig, ValueSeparator,
};
use alopex_core::storage::format::{FormatError, SectionType};

fn large_value(len: usize, seed: u8) -> Vec<u8> {
    (0..len).map(|i| seed.wrapping_add(i as u8)).collect()
}

#[cfg_attr(not(feature = "lane_ci"), ignore)]
#[test]
fn pending_pointer_is_error_when_unresolved() {
    let config = ValueSeparationConfig {
        threshold_bytes: 1,
        compress_large_values: false,
    };
    let mut sep = ValueSeparator::default();
    let value = large_value(10, 1);
    let mut refs = vec![sep.process_value(value.clone(), &config)];
    // build section but do not hydrate
    let (entry, raw, pointers) = sep
        .build_large_value_section(2, &config)
        .expect("build section");
    assert_eq!(entry.section_type as u8, SectionType::LargeValue as u8);
    // pending pointer should error
    match refs[0] {
        ValueRef::Pending(ptr) => {
            let err = sep
                .resolve_pointer(&ptr, &raw)
                .expect_err("should be invalid pointer");
            assert!(matches!(err, FormatError::InvalidPointer { .. }));
        }
        _ => panic!("expected pending"),
    }
    // hydrate and ensure resolved
    sep.hydrate_pointers(&pointers, &mut refs).expect("hydrate");
    match &refs[0] {
        ValueRef::Separated(ptr) => {
            let resolved = sep.resolve_pointer(ptr, &raw).expect("resolve");
            assert_eq!(resolved, value);
        }
        other => panic!("expected separated, got {:?}", other),
    }
}

#[cfg_attr(not(feature = "lane_ci"), ignore)]
#[test]
fn duplicate_length_values_do_not_mismatch() {
    let config = ValueSeparationConfig {
        threshold_bytes: 1,
        compress_large_values: false,
    };
    let mut sep = ValueSeparator::default();
    let v1 = large_value(8, 3);
    let v2 = large_value(8, 7); // same length, different content/checksum
    let mut refs = vec![
        sep.process_value(v1.clone(), &config),
        sep.process_value(v2.clone(), &config),
    ];
    let (entry, raw, pointers) = sep
        .build_large_value_section(5, &config)
        .expect("build section");
    assert_eq!(entry.section_type as u8, SectionType::LargeValue as u8);
    sep.hydrate_pointers(&pointers, &mut refs).expect("hydrate");

    for (idx, value_ref, original) in [(0usize, &refs[0], &v1), (1usize, &refs[1], &v2)].into_iter()
    {
        match value_ref {
            ValueRef::Separated(ptr) => {
                let resolved = sep.resolve_pointer(ptr, &raw).expect("resolve");
                assert_eq!(&resolved, original, "entry {} resolved to wrong value", idx);
            }
            _ => panic!("expected separated"),
        }
    }
}

#[cfg_attr(not(feature = "lane_ci"), ignore)]
#[test]
fn compressed_large_value_roundtrip() {
    let config = ValueSeparationConfig {
        threshold_bytes: 1,
        compress_large_values: true, // uses Snappy (always available)
    };
    let mut sep = ValueSeparator::default();
    let value = large_value(32, 9);
    let mut refs = vec![sep.process_value(value.clone(), &config)];
    let (entry, compressed, pointers) = sep.build_large_value_section(9, &config).expect("build");
    assert_eq!(entry.section_type as u8, SectionType::LargeValue as u8);
    // decompress to raw for resolve_pointer
    let raw = compression::decompress(&compressed, entry.compression).expect("decompress");
    sep.hydrate_pointers(&pointers, &mut refs).expect("hydrate");
    match &refs[0] {
        ValueRef::Separated(ptr) => {
            let resolved = sep.resolve_pointer(ptr, &raw).expect("resolve");
            assert_eq!(resolved, value);
        }
        _ => panic!("expected separated"),
    }
}