connector_arrow 0.11.0

Load data from databases to Apache Arrow, the fastest way.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

use arrow::datatypes::*;

/// For a given arrow type, this trait associates:
/// - the Rust type that represents it (i.e. [Int8Type]),
/// - its Rust-native representation (i.e. [i8]), which might not be unique.
pub trait ArrowType {
    type Native: Sized;
}

// arrow crate does not define null type (as it contains no data),
// but we need it for [Consume]
pub struct NullType;

// arrow crate does not define fixed-sized binary array type
pub struct FixedSizeBinaryType;

impl ArrowType for NullType {
    type Native = ();
}
impl ArrowType for BooleanType {
    type Native = bool;
}
macro_rules! impl_arrow_primitive_type {
    ($($t: ty,)+) => {
        $(
            impl ArrowType for $t {
                type Native = <Self as ArrowPrimitiveType>::Native;
            }
        )+
    };
}
impl_arrow_primitive_type!(
    Int8Type,
    Int16Type,
    Int32Type,
    Int64Type,
    UInt8Type,
    UInt16Type,
    UInt32Type,
    UInt64Type,
    Float16Type,
    Float32Type,
    Float64Type,
    TimestampSecondType,
    TimestampMillisecondType,
    TimestampMicrosecondType,
    TimestampNanosecondType,
    Date32Type,
    Date64Type,
    Time32SecondType,
    Time32MillisecondType,
    Time64MicrosecondType,
    Time64NanosecondType,
    IntervalYearMonthType,
    IntervalDayTimeType,
    IntervalMonthDayNanoType,
    DurationSecondType,
    DurationMillisecondType,
    DurationMicrosecondType,
    DurationNanosecondType,
    Decimal128Type,
    Decimal256Type,
);
impl ArrowType for BinaryType {
    type Native = Vec<u8>;
}
impl ArrowType for LargeBinaryType {
    type Native = Vec<u8>;
}
impl ArrowType for FixedSizeBinaryType {
    type Native = Vec<u8>;
}
impl ArrowType for Utf8Type {
    type Native = String;
}
impl ArrowType for LargeUtf8Type {
    type Native = String;
}