serde_arrow 0.14.0

Convert sequences of Rust objects to Arrow arrays and back again
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

use serde_json::json;

use crate::{internal::utils::array_ext::bytes_view, utils::Item};

use super::utils::Test;

#[test]
fn non_nullable() {
    let items = &[
        Item(String::from("foo")),
        Item(String::from("bar")),
        Item(String::from("a long string")),
        Item(String::from("an even longer string")),
        Item(String::from("baz")),
    ];

    Test::new()
        .skip_arrow2()
        .with_schema(json!([
            {"name": "item", "data_type": "Utf8View"},
        ]))
        .serialize(items)
        .deserialize(items)
        .also(|test| {
            let array = test.arrays.marrow.as_ref().unwrap().first().unwrap();
            let marrow::array::Array::Utf8View(array) = array else {
                panic!("expected utf8 array");
            };
            assert_eq!(
                array.data,
                &[
                    bytes_view::pack_inline(b"foo"),
                    bytes_view::pack_inline(b"bar"),
                    bytes_view::pack_extern(b"a long string", 0, 0),
                    bytes_view::pack_extern(b"an even longer string", 0, b"a long string".len()),
                    bytes_view::pack_inline(b"baz"),
                ],
            );
            assert_eq!(array.buffers[0], b"a long stringan even longer string");
        });
}

#[test]
fn nullable() {
    let items = &[
        Item(Some(String::from("foo"))),
        Item(None),
        Item(None),
        Item(Some(String::from("an even longer string"))),
        Item(Some(String::from("baz"))),
    ];

    Test::new()
        .skip_arrow2()
        .with_schema(json!([
            {"name": "item", "data_type": "Utf8View", "nullable": true},
        ]))
        .serialize(items)
        .deserialize(items)
        .also(|test| {
            let array = test.arrays.marrow.as_ref().unwrap().first().unwrap();
            let marrow::array::Array::Utf8View(array) = array else {
                panic!("expected utf8 array");
            };
            assert_eq!(
                array.data,
                &[
                    bytes_view::pack_inline(b"foo"),
                    bytes_view::pack_inline(b""),
                    bytes_view::pack_inline(b""),
                    bytes_view::pack_extern(b"an even longer string", 0, 0),
                    bytes_view::pack_inline(b"baz"),
                ],
            );

            assert_eq!(array.buffers[0], b"an even longer string");
        });
}