lencode 1.1.0

A crate for encoding and decoding variable-length data using the Lencode varint encoding scheme and deduplication
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

#![cfg(feature = "std")]

use borsh::{BorshDeserialize, BorshSerialize};
use criterion::{BenchmarkId, Criterion, criterion_group, criterion_main};
use lencode::{Decode, Encode};
use rand::seq::SliceRandom;
use rand::{RngExt, rng};
use std::hint::black_box;
use std::io::Cursor;

fn benchmark_roundup(c: &mut Criterion) {
    let mut group = c.benchmark_group("encoding_vec");

    // generate a fair dataset of random u128 values
    let mut rng1 = rng();
    let mut rng2 = rng();
    let mut rng3 = rng();
    let mut rng4 = rng();
    let mut values: Vec<u128> = (0..1000)
        .map(|_| rng1.random_range(0..u8::MAX) as u128)
        .chain((0..1000).map(|_| rng2.random_range(0..u32::MAX) as u128))
        .chain((0..1000).map(|_| rng3.random_range(0..u64::MAX) as u128))
        .chain((0..1000).map(|_| rng4.random_range(0..u128::MAX)))
        .chain(0..1000)
        .map(|_| 0u128)
        .collect();
    values.shuffle(&mut rand::rng());

    // Benchmark Borsh encoding
    group.bench_with_input(BenchmarkId::new("borsh", "vec"), &values, |b, values| {
        let mut cursor = Cursor::new(vec![0u8; values.len() * 32]);
        b.iter(|| {
            values.serialize(&mut cursor).unwrap();
        });
    });

    // Benchmark Bincode encoding
    group.bench_with_input(BenchmarkId::new("bincode", "vec"), &values, |b, values| {
        let mut cursor = Cursor::new(vec![0u8; values.len() * 32]);
        b.iter(|| {
            black_box(
                bincode::encode_into_std_write(values, &mut cursor, bincode::config::standard())
                    .unwrap(),
            );
        });
    });

    // Benchmark Lencode encoding
    group.bench_with_input(BenchmarkId::new("lencode", "vec"), &values, |b, values| {
        let mut cursor = Cursor::new(vec![0u8; values.len() * 32]);
        b.iter(|| {
            black_box(values.encode_ext(&mut cursor, None).unwrap());
        });
    });

    group.finish();

    let mut group = c.benchmark_group("decoding_vec");

    // Benchmark Borsh decoding
    group.bench_with_input(BenchmarkId::new("borsh", "vec"), &values, |b, values| {
        b.iter_batched(
            || {
                let mut cursor = Cursor::new(Vec::new());
                values.serialize(&mut cursor).unwrap();
                cursor.into_inner()
            },
            |buf| {
                let mut cursor = Cursor::new(buf);
                black_box(Vec::<u128>::deserialize_reader(&mut cursor).unwrap());
            },
            criterion::BatchSize::SmallInput,
        );
    });

    // Benchmark Bincode decoding
    group.bench_with_input(BenchmarkId::new("bincode", "vec"), &values, |b, values| {
        b.iter_batched(
            || {
                let mut cursor = Cursor::new(Vec::new());
                bincode::encode_into_std_write(values, &mut cursor, bincode::config::standard())
                    .unwrap();
                cursor.into_inner()
            },
            |buf| {
                let mut cursor = Cursor::new(buf);
                black_box(
                    bincode::decode_from_std_read::<Vec<u128>, _, _>(
                        &mut cursor,
                        bincode::config::standard(),
                    )
                    .unwrap(),
                );
            },
            criterion::BatchSize::SmallInput,
        );
    });

    // Benchmark Lencode decoding
    group.bench_with_input(BenchmarkId::new("lencode", "vec"), &values, |b, values| {
        b.iter_batched(
            || {
                let mut cursor = Cursor::new(Vec::new());
                values.encode_ext(&mut cursor, None).unwrap();
                cursor.into_inner()
            },
            |buf| {
                let mut cursor = Cursor::new(buf);
                black_box(Vec::<u128>::decode_ext(&mut cursor, None).unwrap());
            },
            criterion::BatchSize::SmallInput,
        );
    });

    group.finish();
}

criterion_group!(benches, benchmark_roundup);

criterion_main!(benches);