serde_arrow 0.14.0

Convert sequences of Rust objects to Arrow arrays and back again
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

use std::str::FromStr;

use bigdecimal::BigDecimal;
use serde_json::json;

use crate::{_impl::arrow, utils::Item};

use super::utils::Test;

fn get_i128_values(test: &Test) -> &[i128] {
    let arrays = test.arrays.arrow.as_ref().unwrap();
    let arr = arrays[0]
        .as_any()
        .downcast_ref::<arrow::_raw::array::PrimitiveArray<arrow::_raw::array::types::Decimal128Type>>()
        .unwrap();
    arr.values()
}

#[test]
fn bigdecimal() {
    let items = &[
        Item(BigDecimal::from_str("0.20").unwrap()),
        Item(BigDecimal::from_str("0.42").unwrap()),
    ];

    Test::new()
        .with_schema(json!([{"name": "item", "data_type": "Decimal128(5, 2)"}]))
        .serialize(items)
        .also(|it| assert_eq!(get_i128_values(it), &[20, 42]))
        .deserialize(items);
}

/// Decimals with too many digits are truncated in serialization
#[test]
fn bigdecimal_truncation() {
    let items = &[
        Item(BigDecimal::from_str("0.2012").unwrap()),
        Item(BigDecimal::from_str("0.4234").unwrap()),
    ];

    Test::new()
        .with_schema(json!([{"name": "item", "data_type": "Decimal128(5, 2)"}]))
        .serialize(items)
        .also(|it| assert_eq!(get_i128_values(it), &[20, 42]));
}

#[test]
fn bigdecimal_negative_scale() {
    let items = &[
        Item(BigDecimal::from_str("1300.00").unwrap()),
        Item(BigDecimal::from_str("4200.00").unwrap()),
    ];

    Test::new()
        // NOTE: arrow2 only supports positive scale
        .skip_arrow2()
        .with_schema(json!([{"name": "item", "data_type": "Decimal128(5, -2)"}]))
        .serialize(items)
        .also(|it| assert_eq!(get_i128_values(it), &[13, 42]));
}

#[test]
fn bigdecimal_too_small_precision() {
    let items = &[
        Item(BigDecimal::from_str("1.23").unwrap()),
        Item(BigDecimal::from_str("4.56").unwrap()),
    ];

    let mut test =
        Test::new().with_schema(json!([{"name": "item", "data_type": "Decimal128(2, 2)"}]));

    let err = test.try_serialize_arrow(items).expect_err("Expected error");
    assert!(err.to_string().contains("not enough precision"));

    let err = test
        .try_serialize_arrow2(items)
        .expect_err("Expected error");
    assert!(err.to_string().contains("not enough precision"));
}