arrow2 0.18.0

Unofficial implementation of Apache Arrow spec in safe Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

use arrow2::array::*;

use super::test_equal;

fn create_dictionary_array(values: &[Option<&str>], keys: &[Option<i16>]) -> DictionaryArray<i16> {
    let keys = Int16Array::from(keys);
    let values = Utf8Array::<i32>::from(values);

    DictionaryArray::try_from_keys(keys, values.boxed()).unwrap()
}

#[test]
fn dictionary_equal() {
    // (a, b, c), (0, 1, 0, 2) => (a, b, a, c)
    let a = create_dictionary_array(
        &[Some("a"), Some("b"), Some("c")],
        &[Some(0), Some(1), Some(0), Some(2)],
    );
    // different representation (values and keys are swapped), same result
    let b = create_dictionary_array(
        &[Some("a"), Some("c"), Some("b")],
        &[Some(0), Some(2), Some(0), Some(1)],
    );
    test_equal(&a, &b, true);

    // different len
    let b = create_dictionary_array(
        &[Some("a"), Some("c"), Some("b")],
        &[Some(0), Some(2), Some(1)],
    );
    test_equal(&a, &b, false);

    // different key
    let b = create_dictionary_array(
        &[Some("a"), Some("c"), Some("b")],
        &[Some(0), Some(2), Some(0), Some(0)],
    );
    test_equal(&a, &b, false);

    // different values, same keys
    let b = create_dictionary_array(
        &[Some("a"), Some("b"), Some("d")],
        &[Some(0), Some(1), Some(0), Some(2)],
    );
    test_equal(&a, &b, false);
}

#[test]
fn dictionary_equal_null() {
    // (a, b, c), (1, 2, 1, 3) => (a, b, a, c)
    let a = create_dictionary_array(
        &[Some("a"), Some("b"), Some("c")],
        &[Some(0), None, Some(0), Some(2)],
    );

    // equal to self
    test_equal(&a, &a, true);

    // different representation (values and keys are swapped), same result
    let b = create_dictionary_array(
        &[Some("a"), Some("c"), Some("b")],
        &[Some(0), None, Some(0), Some(1)],
    );
    test_equal(&a, &b, true);

    // different null position
    let b = create_dictionary_array(
        &[Some("a"), Some("c"), Some("b")],
        &[Some(0), Some(2), Some(0), None],
    );
    test_equal(&a, &b, false);

    // different key
    let b = create_dictionary_array(
        &[Some("a"), Some("c"), Some("b")],
        &[Some(0), None, Some(0), Some(0)],
    );
    test_equal(&a, &b, false);

    // different values, same keys
    let b = create_dictionary_array(
        &[Some("a"), Some("b"), Some("d")],
        &[Some(0), None, Some(0), Some(2)],
    );
    test_equal(&a, &b, false);

    // different nulls in keys and values
    let a = create_dictionary_array(
        &[Some("a"), Some("b"), None],
        &[Some(0), None, Some(0), Some(2)],
    );
    let b = create_dictionary_array(
        &[Some("a"), Some("b"), Some("c")],
        &[Some(0), None, Some(0), None],
    );
    test_equal(&a, &b, true);
}