krabka-protocol 0.7.0

Apache Kafka wire-protocol codec (4.3.0), with typed RecordBatch and zero-copy borrowed decode
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! CRC-32C (Castagnoli), using the runtime-dispatched `crc-fast` backend.
//!
//! Kafka v2 record batches use this CRC over everything after the `crc` field of
//! the header.

/// CRC-32C of the input.
#[must_use]
pub(crate) fn crc32c(data: &[u8]) -> u32 {
    crc_fast::crc32_iscsi(data)
}

/// Continue a CRC-32C computation over additional `data`, starting from `seed`.
#[must_use]
pub(crate) fn crc32c_append(seed: u32, data: &[u8]) -> u32 {
    // `seed` is finalized; the digest starts with the unfinalized state.
    let mut digest =
        crc_fast::Digest::new_with_init_state(crc_fast::CrcAlgorithm::Crc32Iscsi, u64::from(!seed));
    digest.update(data);
    u32::try_from(digest.finalize()).expect("CRC-32C fits in u32")
}

#[cfg(test)]
mod tests {
    use proptest::prelude::*;

    use super::*;

    /// Standard CRC-32C reference vectors.
    /// "123456789" -> 0xE3069283, from RFC 3720 for iSCSI.
    const VECTORS: &[(&[u8], u32)] = &[
        (b"", 0x0000_0000),
        (b"a", 0xC1D0_4330),
        (b"123456789", 0xE306_9283),
        (b"The quick brown fox jumps over the lazy dog", 0x2262_0404),
    ];

    #[test]
    fn known_vectors() {
        for (input, expected) in VECTORS {
            let got = crc32c(input);
            assert2::assert!(got == *expected);
        }
    }

    proptest! {
        #[test]
        fn matches_reference_for_unaligned_and_seeded_chunks(
            data in proptest::collection::vec(any::<u8>(), 0..131_072),
            seed in any::<u32>(),
            split in any::<usize>(),
            prefix in 0..64_usize,
        ) {
            let bytes = &data[prefix.min(data.len())..];
            let split = split % (bytes.len() + 1);
            assert2::assert!(crc32c(bytes) == crc32c::crc32c(bytes));
            assert2::assert!(crc32c_append(seed, bytes) == crc32c::crc32c_append(seed, bytes));
            assert2::assert!(
                crc32c_append(crc32c_append(seed, &bytes[..split]), &bytes[split..])
                    == crc32c::crc32c_append(seed, bytes)
            );
        }
    }
}