vortex-array 0.14.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

#![allow(clippy::unwrap_used)]

use arrow_array::types::UInt32Type;
use arrow_array::UInt32Array;
use criterion::{criterion_group, criterion_main, BatchSize, Criterion};
use vortex_array::array::PrimitiveArray;
use vortex_array::elementwise::{BinaryFn, UnaryFn};
use vortex_array::validity::Validity;
use vortex_array::IntoArray;

fn vortex_unary_add(c: &mut Criterion) {
    let data = PrimitiveArray::from_vec((0_u32..1_000_000).collect::<Vec<_>>(), Validity::AllValid);
    c.bench_function("vortex_unary_add", |b| {
        b.iter_batched(
            || (data.clone()),
            |data| data.unary(|v: u32| v + 1).unwrap(),
            BatchSize::SmallInput,
        )
    });
}

fn arrow_unary_add(c: &mut Criterion) {
    let data = UInt32Array::from_iter_values(0_u32..1_000_000);
    c.bench_function("arrow_unary_add", |b| {
        b.iter_batched(
            || data.clone(),
            |data: arrow_array::PrimitiveArray<UInt32Type>| data.unary::<_, UInt32Type>(|v| v + 1),
            BatchSize::SmallInput,
        )
    });
}

fn vortex_binary_add(c: &mut Criterion) {
    let lhs = PrimitiveArray::from_vec((0_u32..1_000_000).collect::<Vec<_>>(), Validity::AllValid);
    let rhs = PrimitiveArray::from_vec((0_u32..1_000_000).collect::<Vec<_>>(), Validity::AllValid)
        .into_array();
    c.bench_function("vortex_binary_add", |b| {
        b.iter_batched(
            || (lhs.clone(), rhs.clone()),
            |(lhs, rhs)| lhs.binary(rhs, |l: u32, r: u32| l + r),
            BatchSize::SmallInput,
        )
    });
}

fn arrow_binary_add(c: &mut Criterion) {
    let lhs = UInt32Array::from_iter_values(0_u32..1_000_000);
    let rhs = UInt32Array::from_iter_values(0_u32..1_000_000);
    c.bench_function("arrow_binary_add", |b| {
        b.iter_batched(
            || (lhs.clone(), rhs.clone()),
            |(lhs, rhs)| {
                arrow_arith::arity::binary::<_, _, _, UInt32Type>(&lhs, &rhs, |a, b| a + b).unwrap()
            },
            BatchSize::SmallInput,
        )
    });
}

criterion_group!(
    name = benches;
    config = Criterion::default();
    targets =
    arrow_unary_add,
    vortex_unary_add,
    arrow_binary_add,
    vortex_binary_add,
);
criterion_main!(benches);