arrow2 0.18.0

Unofficial implementation of Apache Arrow spec in safe Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

use criterion::{criterion_group, criterion_main, Criterion};

use arrow2::bitmap::Bitmap;

fn bench_arrow2(lhs: &Bitmap, rhs: &Bitmap) {
    let r = lhs | rhs;
    assert!(r.unset_bits() > 0);
}

fn add_benchmark(c: &mut Criterion) {
    (10..=20).step_by(2).for_each(|log2_size| {
        let size = 2usize.pow(log2_size);

        let bitmap: Bitmap = (0..size).into_iter().map(|x| x % 3 == 0).collect();
        c.bench_function(&format!("bitmap aligned not 2^{log2_size}"), |b| {
            b.iter(|| {
                let r = !&bitmap;
                assert!(r.unset_bits() > 0);
            })
        });

        let offset = ((size as f64) * 0.1) as usize;
        let len = ((size as f64) * 0.85) as usize;

        c.bench_function(
            &format!("bitmap count zeros 85% slice 2^{log2_size}"),
            |b| {
                b.iter(|| {
                    let mut r = bitmap.clone();
                    r.slice(offset, len);
                    assert!(r.unset_bits() > 0);
                })
            },
        );

        let offset = ((size as f64) * 0.2) as usize;
        let len = ((size as f64) * 0.51) as usize;

        c.bench_function(
            &format!("bitmap count zeros 51% slice 2^{log2_size}"),
            |b| {
                b.iter(|| {
                    let mut r = bitmap.clone();
                    r.slice(offset, len);
                    assert!(r.unset_bits() > 0);
                })
            },
        );

        let mut bitmap1 = bitmap.clone();
        bitmap1.slice(1, size - 1);
        c.bench_function(&format!("bitmap not 2^{log2_size}"), |b| {
            b.iter(|| {
                let r = !&bitmap1;
                assert!(r.unset_bits() > 0);
            })
        });

        let bitmap1: Bitmap = (0..size).into_iter().map(|x| x % 4 == 0).collect();
        c.bench_function(&format!("bitmap aligned or 2^{log2_size}"), |b| {
            b.iter(|| bench_arrow2(&bitmap, &bitmap1))
        });
    });
}

criterion_group!(benches, add_benchmark);
criterion_main!(benches);