micromegas-analytics 0.11.0

analytics module of micromegas
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122

use datafusion::arrow::array::{
    Array, Float64Array, GenericBinaryArray, Int64Array, StringBuilder,
};
use datafusion::{
    arrow::datatypes::DataType,
    error::DataFusionError,
    logical_expr::{ColumnarValue, ScalarUDF, Volatility},
    prelude::*,
};
use jsonb::RawJsonb;
use std::sync::Arc;

fn jsonb_as_string(values: &[ColumnarValue]) -> Result<ColumnarValue, DataFusionError> {
    if values.len() != 1 {
        return Err(DataFusionError::Execution(
            "wrong number of arguments to jsonb_as_string".into(),
        ));
    }
    let src_arrays = ColumnarValue::values_to_arrays(values)?;
    let jsonb_array: &GenericBinaryArray<i32> =
        src_arrays[0].as_any().downcast_ref::<_>().ok_or_else(|| {
            DataFusionError::Execution("error casting jsonb as GenericBinaryArray".into())
        })?;
    let mut builder = StringBuilder::with_capacity(jsonb_array.len(), 1024);
    for index in 0..jsonb_array.len() {
        let src_buffer = jsonb_array.value(index);
        let jsonb = RawJsonb::new(src_buffer);
        if let Some(value) = jsonb
            .as_str()
            .map_err(|e| DataFusionError::External(e.into()))?
        {
            builder.append_value(value);
        } else {
            builder.append_null();
        }
    }
    Ok(ColumnarValue::Array(Arc::new(builder.finish())))
}

pub fn make_jsonb_as_string_udf() -> ScalarUDF {
    create_udf(
        "jsonb_as_string",
        vec![DataType::Binary],
        DataType::Utf8,
        Volatility::Immutable,
        Arc::new(&jsonb_as_string),
    )
}

fn jsonb_as_f64(values: &[ColumnarValue]) -> Result<ColumnarValue, DataFusionError> {
    if values.len() != 1 {
        return Err(DataFusionError::Execution(
            "wrong number of arguments to jsonb_as_f64".into(),
        ));
    }
    let src_arrays = ColumnarValue::values_to_arrays(values)?;
    let jsonb_array: &GenericBinaryArray<i32> =
        src_arrays[0].as_any().downcast_ref::<_>().ok_or_else(|| {
            DataFusionError::Execution("error casting jsonb as GenericBinaryArray".into())
        })?;
    let mut builder = Float64Array::builder(jsonb_array.len());
    for index in 0..jsonb_array.len() {
        let src_buffer = jsonb_array.value(index);
        let jsonb = RawJsonb::new(src_buffer);
        if let Some(value) = jsonb
            .as_f64()
            .map_err(|e| DataFusionError::External(e.into()))?
        {
            builder.append_value(value);
        } else {
            builder.append_null();
        }
    }
    Ok(ColumnarValue::Array(Arc::new(builder.finish())))
}

pub fn make_jsonb_as_f64_udf() -> ScalarUDF {
    create_udf(
        "jsonb_as_f64",
        vec![DataType::Binary],
        DataType::Float64,
        Volatility::Immutable,
        Arc::new(&jsonb_as_f64),
    )
}

fn jsonb_as_i64(values: &[ColumnarValue]) -> Result<ColumnarValue, DataFusionError> {
    if values.len() != 1 {
        return Err(DataFusionError::Execution(
            "wrong number of arguments to jsonb_as_i64".into(),
        ));
    }
    let src_arrays = ColumnarValue::values_to_arrays(values)?;
    let jsonb_array: &GenericBinaryArray<i32> =
        src_arrays[0].as_any().downcast_ref::<_>().ok_or_else(|| {
            DataFusionError::Execution("error casting jsonb as GenericBinaryArray".into())
        })?;
    let mut builder = Int64Array::builder(jsonb_array.len());
    for index in 0..jsonb_array.len() {
        let src_buffer = jsonb_array.value(index);
        let jsonb = RawJsonb::new(src_buffer);
        if let Some(value) = jsonb
            .as_i64()
            .map_err(|e| DataFusionError::External(e.into()))?
        {
            builder.append_value(value);
        } else {
            builder.append_null();
        }
    }
    Ok(ColumnarValue::Array(Arc::new(builder.finish())))
}

pub fn make_jsonb_as_i64_udf() -> ScalarUDF {
    create_udf(
        "jsonb_as_i64",
        vec![DataType::Binary],
        DataType::Int64,
        Volatility::Immutable,
        Arc::new(&jsonb_as_i64),
    )
}