gnitz-wire 0.1.0

Wire-protocol constants, codecs and the circuit graph shared by gnitz clients and the gnitz engine
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

use super::*;

/// Shard, manifest and SAL header digests and the global group key are
/// persisted, so they are only stable while XXH3's output is. Reference values
/// from python-xxhash.
#[test]
fn xxh3_matches_the_reference_vectors() {
    let ramp: Vec<u8> = (0..=255u8).collect();
    assert_eq!(checksum(b""), 0x2D06_8005_38D3_94C2);
    assert_eq!(checksum(&ramp), 0x9408_A443_3B95_2D71);
    assert_eq!(global_group_key(), 0x99AA_06D3_0147_98D8_6001_C324_468D_497F);
    assert_eq!(checksum_128(&ramp), 0xF1F8_A93F_5084_9AC3_9408_A443_3B95_2D71);
}

#[test]
fn digest_with_hole_equals_checksum_over_the_spliced_bytes() {
    // The streaming spans must reassemble into exactly seed ++ buf-without-
    // the-hole. Swept across the 240-byte input size where xxh3 switches
    // algorithms, and with the hole at both ends of the buffer.
    let buf: Vec<u8> = (0..600u32).map(|i| (i * 31 + 7) as u8).collect();
    for &len in &[8usize, 64, 239, 240, 241, 600] {
        // Every hole must fit: `digest_with_hole` requires `hole + 8 <= len`.
        for &hole in [0usize, 24, len - 8].iter().filter(|&&h| h + 8 <= len) {
            for seed in [b"".as_slice(), b"shard_7_1.db".as_slice()] {
                let mut spliced = seed.to_vec();
                spliced.extend_from_slice(&buf[..hole]);
                spliced.extend_from_slice(&buf[hole + 8..len]);
                assert_eq!(
                    digest_with_hole(seed, &buf[..len], hole),
                    checksum(&spliced),
                    "len={len} hole={hole} seed={}",
                    seed.len()
                );
            }
        }
    }
}

/// A layout digest moves with the column count, the PK list and any type code.
#[test]
fn layout_digest_separates_every_layout_axis() {
    use crate::TypeCode::{String as Str, I64, U64};
    let base = layout_digest(&[0], [U64, I64]);
    assert_ne!(base, layout_digest(&[0], [U64, I64, I64]), "column count");
    assert_ne!(base, layout_digest(&[0], [U64]), "column count");
    assert_ne!(base, layout_digest(&[1], [U64, I64]), "PK index");
    assert_ne!(base, layout_digest(&[0, 1], [U64, I64]), "PK arity");
    assert_ne!(base, layout_digest(&[0], [U64, Str]), "type code");
}