arrow-rayon 0.0.3

Use parallel iterators for Apache Arrow with rayon
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

use arrow_array::types::{
    TimestampMicrosecondType, TimestampMillisecondType, TimestampNanosecondType,
    TimestampSecondType,
};
use arrow_array::{
    TimestampMicrosecondArray, TimestampMillisecondArray, TimestampNanosecondArray,
    TimestampSecondArray,
};
use rayon::iter::ParallelIterator;

use crate::parallel_primitive_array::{ParallelPrimitiveArray, ParallelPrimitiveArrayRef};

pub type ParallelTimestampSecondArray = ParallelPrimitiveArray<TimestampSecondType>;
pub type ParallelTimestampSecondArrayRef<'data> =
    ParallelPrimitiveArrayRef<'data, TimestampSecondType>;
pub type ParallelTimestampMillisecondArray = ParallelPrimitiveArray<TimestampMillisecondType>;
pub type ParallelTimestampMillisecondArrayRef<'data> =
    ParallelPrimitiveArrayRef<'data, TimestampMillisecondType>;
pub type ParallelTimestampMicrosecondArray = ParallelPrimitiveArray<TimestampMicrosecondType>;
pub type ParallelTimestampMicrosecondArrayRef<'data> =
    ParallelPrimitiveArrayRef<'data, TimestampMicrosecondType>;
pub type ParallelTimestampNanosecondArray = ParallelPrimitiveArray<TimestampNanosecondType>;
pub type ParallelTimestampNanosecondArrayRef<'data> =
    ParallelPrimitiveArrayRef<'data, TimestampNanosecondType>;

pub trait TimestampSecondArrayRefParallelIterator<'data> {
    type Iter: ParallelIterator<Item = Option<i64>>;

    fn par_iter(&'data self) -> Self::Iter;
}

impl<'data> TimestampSecondArrayRefParallelIterator<'data> for TimestampSecondArray {
    type Iter = ParallelTimestampSecondArrayRef<'data>;

    fn par_iter(&'data self) -> Self::Iter {
        ParallelTimestampSecondArrayRef::new(self)
    }
}

pub trait TimestampMillisecondArrayRefParallelIterator<'data> {
    type Iter: ParallelIterator<Item = Option<i64>>;

    fn par_iter(&'data self) -> Self::Iter;
}

impl<'data> TimestampMillisecondArrayRefParallelIterator<'data> for TimestampMillisecondArray {
    type Iter = ParallelTimestampMillisecondArrayRef<'data>;

    fn par_iter(&'data self) -> Self::Iter {
        ParallelTimestampMillisecondArrayRef::new(self)
    }
}

pub trait TimestampMicrosecondArrayRefParallelIterator<'data> {
    type Iter: ParallelIterator<Item = Option<i64>>;

    fn par_iter(&'data self) -> Self::Iter;
}

impl<'data> TimestampMicrosecondArrayRefParallelIterator<'data> for TimestampMicrosecondArray {
    type Iter = ParallelTimestampMicrosecondArrayRef<'data>;

    fn par_iter(&'data self) -> Self::Iter {
        ParallelTimestampMicrosecondArrayRef::new(self)
    }
}

pub trait TimestampNanosecondArrayRefParallelIterator<'data> {
    type Iter: ParallelIterator<Item = Option<i64>>;

    fn par_iter(&'data self) -> Self::Iter;
}

impl<'data> TimestampNanosecondArrayRefParallelIterator<'data> for TimestampNanosecondArray {
    type Iter = ParallelTimestampNanosecondArrayRef<'data>;

    fn par_iter(&'data self) -> Self::Iter {
        ParallelTimestampNanosecondArrayRef::new(self)
    }
}