datafusion_functions_json/
json_get_int.rs

1use std::any::Any;
2use std::sync::Arc;
3
4use datafusion::arrow::array::{ArrayRef, Int64Array, Int64Builder};
5use datafusion::arrow::datatypes::DataType;
6use datafusion::common::{Result as DataFusionResult, ScalarValue};
7use datafusion::logical_expr::{ColumnarValue, ScalarFunctionArgs, ScalarUDFImpl, Signature, Volatility};
8use jiter::{NumberInt, Peek};
9
10use crate::common::{get_err, invoke, jiter_json_find, return_type_check, GetError, InvokeResult, JsonPath};
11use crate::common_macros::make_udf_function;
12
13make_udf_function!(
14    JsonGetInt,
15    json_get_int,
16    json_data path,
17    r#"Get an integer value from a JSON string by its "path""#
18);
19
20#[derive(Debug, PartialEq, Eq, Hash)]
21pub(super) struct JsonGetInt {
22    signature: Signature,
23    aliases: [String; 1],
24}
25
26impl Default for JsonGetInt {
27    fn default() -> Self {
28        Self {
29            signature: Signature::variadic_any(Volatility::Immutable),
30            aliases: ["json_get_int".to_string()],
31        }
32    }
33}
34
35impl ScalarUDFImpl for JsonGetInt {
36    fn as_any(&self) -> &dyn Any {
37        self
38    }
39
40    fn name(&self) -> &str {
41        self.aliases[0].as_str()
42    }
43
44    fn signature(&self) -> &Signature {
45        &self.signature
46    }
47
48    fn return_type(&self, arg_types: &[DataType]) -> DataFusionResult<DataType> {
49        return_type_check(arg_types, self.name(), DataType::Int64)
50    }
51
52    fn invoke_with_args(&self, args: ScalarFunctionArgs) -> DataFusionResult<ColumnarValue> {
53        invoke::<Int64Array>(&args.args, jiter_json_get_int)
54    }
55
56    fn aliases(&self) -> &[String] {
57        &self.aliases
58    }
59}
60
61impl InvokeResult for Int64Array {
62    type Item = i64;
63
64    type Builder = Int64Builder;
65
66    // Cheaper to return an int array rather than dict-encoded ints
67    const ACCEPT_DICT_RETURN: bool = false;
68
69    fn builder(capacity: usize) -> Self::Builder {
70        Int64Builder::with_capacity(capacity)
71    }
72
73    fn append_value(builder: &mut Self::Builder, value: Option<Self::Item>) {
74        builder.append_option(value);
75    }
76
77    fn finish(mut builder: Self::Builder) -> DataFusionResult<ArrayRef> {
78        Ok(Arc::new(builder.finish()))
79    }
80
81    fn scalar(value: Option<Self::Item>) -> ScalarValue {
82        ScalarValue::Int64(value)
83    }
84}
85
86fn jiter_json_get_int(json_data: Option<&str>, path: &[JsonPath]) -> Result<i64, GetError> {
87    if let Some((mut jiter, peek)) = jiter_json_find(json_data, path) {
88        match peek {
89            // numbers are represented by everything else in peek, hence doing it this way
90            Peek::Null
91            | Peek::True
92            | Peek::False
93            | Peek::Minus
94            | Peek::Infinity
95            | Peek::NaN
96            | Peek::String
97            | Peek::Array
98            | Peek::Object => get_err!(),
99            _ => match jiter.known_int(peek)? {
100                NumberInt::Int(i) => Ok(i),
101                NumberInt::BigInt(_) => get_err!(),
102            },
103        }
104    } else {
105        get_err!()
106    }
107}
datafusion_functions_json/json_get_int.rs

datafusion_functions_json/
json_get_int.rs
