nodedb-columnar 0.1.0

Columnar segment format and memtable for NodeDB analytical storage
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

// SPDX-License-Identifier: Apache-2.0

/// Decoded column data from a segment scan.
#[derive(Debug)]
#[non_exhaustive]
pub enum DecodedColumn {
    Int64 {
        values: Vec<i64>,
        valid: Vec<bool>,
    },
    Float64 {
        values: Vec<f64>,
        valid: Vec<bool>,
    },
    Timestamp {
        values: Vec<i64>,
        valid: Vec<bool>,
    },
    Bool {
        values: Vec<bool>,
        valid: Vec<bool>,
    },
    /// Variable-length or fixed-size binary (String, Bytes, Geometry, Decimal, Uuid, Vector).
    Binary {
        /// Raw decompressed bytes for the block.
        data: Vec<u8>,
        /// Per-row byte offsets into `data`. Length = row_count + 1.
        offsets: Vec<u32>,
        valid: Vec<bool>,
    },
    /// Dictionary-encoded string column.
    ///
    /// IDs index into `dictionary`. Use `dictionary[ids[i]]` to recover the string
    /// for row `i` when `valid[i]` is true.
    DictEncoded {
        /// Symbol IDs per row (index into `dictionary`).
        ids: Vec<u32>,
        /// Dictionary: ID → string value. Populated from `ColumnMeta.dictionary`.
        dictionary: Vec<String>,
        valid: Vec<bool>,
    },
}