shodh-redb 0.5.0

Multi-modal embedded database - vectors, blobs, TTL, merge operators, and causal tracking built on ACID B-trees
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117

use crate::types::{TypeName, Value};
use alloc::format;
use alloc::vec::Vec;

// Encode len as a varint and store it at the end of output
#[allow(clippy::cast_possible_truncation)]
pub(super) fn encode_varint_len(len: usize, output: &mut Vec<u8>) {
    if len < 254 {
        // Safe: len < 254 fits in u8
        output.push(len as u8);
    } else if u16::try_from(len).is_ok() {
        output.push(254);
        // Safe: checked by try_from above
        output.extend_from_slice(&(len as u16).to_le_bytes());
    } else {
        // Saturate at u32::MAX; values larger than 4GB cannot be varint-encoded.
        let clamped = u32::try_from(len).unwrap_or(u32::MAX);
        output.push(255);
        output.extend_from_slice(&clamped.to_le_bytes());
    }
}

// Decode a variable length int starting at the beginning of data
// Returns (decoded length, length consumed of `data`)
// Returns (0, 0) if data is too short to decode, preventing panics on corrupted input.
pub(super) fn decode_varint_len(data: &[u8]) -> (usize, usize) {
    if data.is_empty() {
        return (0, 0);
    }
    match data[0] {
        0..=253 => (data[0] as usize, 1),
        254 => {
            if data.len() < 3 {
                return (0, data.len());
            }
            (u16::from_le_bytes([data[1], data[2]]) as usize, 3)
        }
        255 => {
            if data.len() < 5 {
                return (0, data.len());
            }
            (
                u32::from_le_bytes([data[1], data[2], data[3], data[4]]) as usize,
                5,
            )
        }
    }
}

impl<T: Value> Value for Vec<T> {
    type SelfType<'a>
        = Vec<T::SelfType<'a>>
    where
        Self: 'a;
    type AsBytes<'a>
        = Vec<u8>
    where
        Self: 'a;

    fn fixed_width() -> Option<usize> {
        None
    }

    fn from_bytes<'a>(data: &'a [u8]) -> Vec<T::SelfType<'a>>
    where
        Self: 'a,
    {
        let (elements, mut offset) = decode_varint_len(data);
        if offset > data.len() {
            return Vec::new();
        }
        let mut result = Vec::with_capacity(elements.min(data.len()));
        for _ in 0..elements {
            if offset >= data.len() {
                break;
            }
            let element_len = if let Some(len) = T::fixed_width() {
                len
            } else {
                let (len, consumed) = decode_varint_len(&data[offset..]);
                offset += consumed;
                len
            };
            if offset + element_len > data.len() {
                break;
            }
            result.push(T::from_bytes(&data[offset..(offset + element_len)]));
            offset += element_len;
        }
        result
    }

    fn as_bytes<'a, 'b: 'a>(value: &'a Vec<T::SelfType<'b>>) -> Vec<u8>
    where
        Self: 'b,
    {
        let mut result = if let Some(width) = T::fixed_width() {
            Vec::with_capacity(value.len() * width + 5)
        } else {
            Vec::with_capacity(value.len() * 2 + 5)
        };
        encode_varint_len(value.len(), &mut result);

        for element in value {
            let serialized = T::as_bytes(element);
            if T::fixed_width().is_none() {
                encode_varint_len(serialized.as_ref().len(), &mut result);
            }
            result.extend_from_slice(serialized.as_ref());
        }
        result
    }

    fn type_name() -> TypeName {
        TypeName::internal(&format!("Vec<{}>", T::type_name().name()))
    }
}