arrow-rayon 0.0.3

Use parallel iterators for Apache Arrow with rayon
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use arrow_array::types::{IntervalDayTimeType, IntervalMonthDayNanoType, IntervalYearMonthType};
use arrow_array::{IntervalDayTimeArray, IntervalMonthDayNanoArray, IntervalYearMonthArray};
use arrow_buffer::{IntervalDayTime, IntervalMonthDayNano};
use rayon::iter::ParallelIterator;

use crate::parallel_primitive_array::{ParallelPrimitiveArray, ParallelPrimitiveArrayRef};

pub type ParallelIntervalYearMonthArray = ParallelPrimitiveArray<IntervalYearMonthType>;
pub type ParallelIntervalYearMonthArrayRef<'data> =
    ParallelPrimitiveArrayRef<'data, IntervalYearMonthType>;
pub type ParallelIntervalDayTimeArray = ParallelPrimitiveArray<IntervalDayTimeType>;
pub type ParallelIntervalDayTimeArrayRef<'data> =
    ParallelPrimitiveArrayRef<'data, IntervalDayTimeType>;
pub type ParallelIntervalMonthDayNanoArray = ParallelPrimitiveArray<IntervalMonthDayNanoType>;
pub type ParallelIntervalMonthDayNanoArrayRef<'data> =
    ParallelPrimitiveArrayRef<'data, IntervalMonthDayNanoType>;

pub trait IntervalYearMonthArrayRefParallelIterator<'data> {
    type Iter: ParallelIterator<Item = Option<i32>>;

    fn par_iter(&'data self) -> Self::Iter;
}

impl<'data> IntervalYearMonthArrayRefParallelIterator<'data> for IntervalYearMonthArray {
    type Iter = ParallelIntervalYearMonthArrayRef<'data>;

    fn par_iter(&'data self) -> Self::Iter {
        ParallelIntervalYearMonthArrayRef::new(self)
    }
}

pub trait IntervalDayTimeArrayRefParallelIterator<'data> {
    type Iter: ParallelIterator<Item = Option<IntervalDayTime>>;

    fn par_iter(&'data self) -> Self::Iter;
}

impl<'data> IntervalDayTimeArrayRefParallelIterator<'data> for IntervalDayTimeArray {
    type Iter = ParallelIntervalDayTimeArrayRef<'data>;

    fn par_iter(&'data self) -> Self::Iter {
        ParallelIntervalDayTimeArrayRef::new(self)
    }
}

pub trait IntervalMonthDayNanoArrayRefParallelIterator<'data> {
    type Iter: ParallelIterator<Item = Option<IntervalMonthDayNano>>;

    fn par_iter(&'data self) -> Self::Iter;
}

impl<'data> IntervalMonthDayNanoArrayRefParallelIterator<'data> for IntervalMonthDayNanoArray {
    type Iter = ParallelIntervalMonthDayNanoArrayRef<'data>;

    fn par_iter(&'data self) -> Self::Iter {
        ParallelIntervalMonthDayNanoArrayRef::new(self)
    }
}