typed-arrow 0.7.0

Compile-time Arrow schemas for Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

use std::{collections::BTreeMap, sync::Arc};

use arrow_array::Array;
use arrow_schema::{DataType, Field};
use typed_arrow::{OrderedMap, arrow_array, arrow_schema, bridge::ArrowBinding};

#[test]
fn ordered_map_datatype() {
    let dt = <OrderedMap<String, i32> as ArrowBinding>::data_type();
    let key_f = Field::new("keys", DataType::Utf8, false);
    let val_f = Field::new("values", DataType::Int32, true);
    let entries = DataType::Struct(vec![Arc::new(key_f), Arc::new(val_f)].into());
    let expected = DataType::Map(Field::new("entries", entries, false).into(), true);
    assert_eq!(dt, expected);
}

#[test]
fn ordered_map_build() {
    let mut b = <OrderedMap<String, i32> as ArrowBinding>::new_builder(0);
    let mut m = BTreeMap::new();
    m.insert("b".to_string(), 2);
    m.insert("a".to_string(), 1);
    <OrderedMap<String, i32> as ArrowBinding>::append_value(&mut b, &OrderedMap::new(m));
    let a = <OrderedMap<String, i32> as ArrowBinding>::finish(b);
    let entries = a.entries();
    let keys = entries
        .column(0)
        .as_any()
        .downcast_ref::<arrow_array::StringArray>()
        .unwrap();
    let vals = entries
        .column(1)
        .as_any()
        .downcast_ref::<arrow_array::PrimitiveArray<arrow_array::types::Int32Type>>()
        .unwrap();
    // BTreeMap order: a, b
    assert_eq!(keys.value(0), "a");
    assert_eq!(vals.value(0), 1);
    assert_eq!(keys.value(1), "b");
    assert_eq!(vals.value(1), 2);
}

#[test]
fn ordered_map_nullable_build() {
    let mut b = <OrderedMap<String, Option<i32>> as ArrowBinding>::new_builder(0);
    let mut m = BTreeMap::new();
    m.insert("x".to_string(), Some(1));
    m.insert("y".to_string(), None);
    <OrderedMap<String, Option<i32>> as ArrowBinding>::append_value(&mut b, &OrderedMap::new(m));
    let a = <OrderedMap<String, Option<i32>> as ArrowBinding>::finish(b);
    let entries = a.entries();
    let keys = entries
        .column(0)
        .as_any()
        .downcast_ref::<arrow_array::StringArray>()
        .unwrap();
    let vals = entries
        .column(1)
        .as_any()
        .downcast_ref::<arrow_array::PrimitiveArray<arrow_array::types::Int32Type>>()
        .unwrap();
    assert_eq!(keys.value(0), "x");
    assert!(vals.is_valid(0));
    assert_eq!(vals.value(0), 1);
    assert_eq!(keys.value(1), "y");
    assert!(!vals.is_valid(1));
}