spate-clickhouse 0.1.0

ClickHouse sink for the Spate framework: direct-to-shard writes with replica rotation, batch flushing, and insert deduplication tokens. Applications should depend on the `spate` facade crate with the `clickhouse` feature.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

//! Byte-level helpers shared by the Native column writers.
//!
//! The LEB128 (`VarUInt`) and `String` encodings mirror [`crate::rowbinary`]
//! exactly: a Native column reuses the same *leaf* byte encodings as
//! RowBinary, only laid out per-column (all of a column's values contiguous)
//! instead of per-row.

use bytes::{BufMut, BytesMut};

/// ClickHouse `VarUInt` (unsigned LEB128, 1–10 bytes). Mirrors
/// `rowbinary::put_leb128` — kept in step so the two encoders agree on the
/// wire (a byte-unit test pins the encoding).
pub(crate) fn put_leb128(buf: &mut BytesMut, mut value: u64) {
    loop {
        let byte = (value & 0x7f) as u8;
        value >>= 7;
        if value == 0 {
            buf.put_u8(byte);
            break;
        }
        buf.put_u8(byte | 0x80);
    }
}

/// A ClickHouse `String` value: LEB128 length prefix then the raw bytes.
pub(crate) fn put_string(buf: &mut BytesMut, bytes: &[u8]) {
    put_leb128(buf, bytes.len() as u64);
    buf.put_slice(bytes);
}