naive-cityhash 0.2.0

A naive native 64/128 bit cityhash implementation for databend.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

use clickhouse_rs_cityhash_sys::city_hash_128;
use naive_cityhash::cityhash128;

use criterion::{black_box, criterion_group, criterion_main, BenchmarkId, Criterion};

criterion_group!(benches, bench_compare);
criterion_main!(benches);

fn bench_compare(c: &mut Criterion) {
    let mut group = c.benchmark_group("cityhash");
    let data = &[
        &b"test"[..],
        &b"me"[..],
        &b"one"[..],
        &b"more time, please"[..],
        // CityHash is intended for short strings, so it may worth splitting it into multiple ones;
        // total length should be more than cache size.
        //
        // One should use quote from some famous text, perhaps.
        // Apple M1 processor has 256K cache size; Intel's one seem to have 1-2M.  
        // "War an peace"'s orignal text is 300K.
        &b"very long string that is intended to not fit into a caches line, but I'm not sure I will be able to achive it; I will try as much as I can; but it is not guaranteed; but I shouldn't stop writing this text as long as possible; I requires some efforts, but good benchmark worth it!"[..],
    ][..];

    group.bench_with_input(
        BenchmarkId::new("128-bit", "naive-short"),
        &data[..4],
        |b, i| {
            b.iter(|| {
                i.iter().cloned().for_each(|v| {
                    black_box(cityhash128(v));
                })
            })
        },
    );

    group.bench_with_input(
        BenchmarkId::new("128-bit", "binding-short"),
        &data[..4],
        |b, i| {
            b.iter(|| {
                i.iter().cloned().for_each(|v| {
                    black_box(city_hash_128(v));
                })
            })
        },
    );

    group.bench_with_input(BenchmarkId::new("128-bit", "naive-long"), data, |b, i| {
        b.iter(|| {
            i.iter().cloned().for_each(|v| {
                black_box(cityhash128(v));
            })
        })
    });

    group.bench_with_input(BenchmarkId::new("128-bit", "binding-long"), data, |b, i| {
        b.iter(|| {
            i.iter().cloned().for_each(|v| {
                black_box(city_hash_128(v));
            })
        })
    });
}