vortex-array 0.68.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

//! Tests documenting current behavior that may be inconsistent or problematic.

#[cfg(test)]
mod tests {

    use crate::dtype::Nullability;
    use crate::scalar::Scalar;

    // Demonstrates inconsistent null comparison behavior
    #[test]
    fn test_null_comparison_inconsistency() {
        // Test with primitive scalars
        let null_i32 = Scalar::null_native::<i32>();
        let null_i64 = Scalar::null_native::<i64>();

        let prim_i32 = null_i32.as_primitive();
        let prim_i64 = null_i64.as_primitive();

        // Primitive scalars check dtype compatibility first
        assert_eq!(prim_i32.partial_cmp(&prim_i64), None); // Different types => None

        // Test with boolean scalars with different nullability
        // We can't create nullable and non-nullable null bools, so test with non-null values
        let bool_nullable = Scalar::bool(true, Nullability::Nullable);
        let bool_non_nullable = Scalar::bool(true, Nullability::NonNullable);

        let bool1 = bool_nullable.as_bool();
        let bool2 = bool_non_nullable.as_bool();

        // Bool scalars should now check dtype compatibility but ignore nullability
        // So they should still compare as they have the same base type
        assert!(bool1.partial_cmp(&bool2).is_some()); // Same base type, different nullability -> Some
    }

    // Demonstrates that equality checking doesn't always consider nullability
    #[test]
    fn test_nullability_in_equality() {
        let nullable = Scalar::primitive(42i32, Nullability::Nullable);
        let non_nullable = Scalar::primitive(42i32, Nullability::NonNullable);

        // These have different dtypes (different nullability)
        assert_ne!(nullable.dtype(), non_nullable.dtype());

        // But they compare as equal in value
        // This might be correct behavior but could be surprising
        assert_eq!(nullable, non_nullable);
    }
}