datafusion_comet_spark_expr/
lib.rs

1// Licensed to the Apache Software Foundation (ASF) under one
2// or more contributor license agreements.  See the NOTICE file
3// distributed with this work for additional information
4// regarding copyright ownership.  The ASF licenses this file
5// to you under the Apache License, Version 2.0 (the
6// "License"); you may not use this file except in compliance
7// with the License.  You may obtain a copy of the License at
8//
9//   http://www.apache.org/licenses/LICENSE-2.0
10//
11// Unless required by applicable law or agreed to in writing,
12// software distributed under the License is distributed on an
13// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14// KIND, either express or implied.  See the License for the
15// specific language governing permissions and limitations
16// under the License.
17
18// The clippy throws an error if the reference clone not wrapped into `Arc::clone`
19// The lint makes easier for code reader/reviewer separate references clones from more heavyweight ones
20#![deny(clippy::clone_on_ref_ptr)]
21
22mod error;
23
24mod kernels;
25mod static_invoke;
26pub use static_invoke::*;
27
28mod struct_funcs;
29pub use struct_funcs::{CreateNamedStruct, GetStructField};
30
31mod json_funcs;
32pub mod test_common;
33pub mod timezone;
34mod unbound;
35pub use unbound::UnboundColumn;
36mod predicate_funcs;
37pub mod utils;
38pub use predicate_funcs::{spark_isnan, RLike};
39
40mod agg_funcs;
41mod array_funcs;
42mod bitwise_funcs;
43mod comet_scalar_funcs;
44pub mod hash_funcs;
45
46mod string_funcs;
47
48mod datetime_funcs;
49pub use agg_funcs::*;
50
51pub use cast::{spark_cast, Cast, SparkCastOptions};
52
53mod bloom_filter;
54pub use bloom_filter::{BloomFilterAgg, BloomFilterMightContain};
55
56mod conditional_funcs;
57mod conversion_funcs;
58mod map_funcs;
59mod math_funcs;
60mod nondetermenistic_funcs;
61
62pub use array_funcs::*;
63pub use bitwise_funcs::*;
64pub use conditional_funcs::*;
65pub use conversion_funcs::*;
66pub use nondetermenistic_funcs::*;
67
68pub use comet_scalar_funcs::{create_comet_physical_fun, register_all_comet_functions};
69pub use datetime_funcs::{
70    spark_date_add, spark_date_sub, SparkDateTrunc, SparkHour, SparkMinute, SparkSecond,
71    TimestampTruncExpr,
72};
73pub use error::{SparkError, SparkResult};
74pub use hash_funcs::*;
75pub use json_funcs::ToJson;
76pub use math_funcs::{
77    create_modulo_expr, create_negate_expr, spark_ceil, spark_decimal_div,
78    spark_decimal_integral_div, spark_floor, spark_hex, spark_make_decimal, spark_round,
79    spark_unhex, spark_unscaled_value, CheckOverflow, NegativeExpr, NormalizeNaNAndZero,
80};
81pub use string_funcs::*;
82
83/// Spark supports three evaluation modes when evaluating expressions, which affect
84/// the behavior when processing input values that are invalid or would result in an
85/// error, such as divide by zero errors, and also affects behavior when converting
86/// between types.
87#[derive(Debug, Hash, PartialEq, Eq, Clone, Copy)]
88pub enum EvalMode {
89    /// Legacy is the default behavior in Spark prior to Spark 4.0. This mode silently ignores
90    /// or replaces errors during SQL operations. Operations resulting in errors (like
91    /// division by zero) will produce NULL values instead of failing. Legacy mode also
92    /// enables implicit type conversions.
93    Legacy,
94    /// Adheres to the ANSI SQL standard for error handling by throwing exceptions for
95    /// operations that result in errors. Does not perform implicit type conversions.
96    Ansi,
97    /// Same as Ansi mode, except that it converts errors to NULL values without
98    /// failing the entire query.
99    Try,
100}
101
102pub(crate) fn arithmetic_overflow_error(from_type: &str) -> SparkError {
103    SparkError::ArithmeticOverflow {
104        from_type: from_type.to_string(),
105    }
106}
107
108pub(crate) fn divide_by_zero_error() -> SparkError {
109    SparkError::DivideByZero
110}
datafusion_comet_spark_expr/lib.rs

datafusion_comet_spark_expr/
lib.rs
