vortex-array 0.70.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use vortex_error::VortexResult;

use crate::ArrayRef;
use crate::ExecutionCtx;
use crate::IntoArray;
use crate::array::ArrayView;
use crate::arrays::ListView;
use crate::arrays::ListViewArray;
use crate::arrays::listview::ListViewArrayExt;
use crate::builtins::ArrayBuiltins;
use crate::dtype::DType;
use crate::scalar_fn::fns::cast::CastKernel;
use crate::scalar_fn::fns::cast::CastReduce;
use crate::validity::Validity;

fn build_with_validity(
    array: ArrayView<'_, ListView>,
    new_elements: ArrayRef,
    validity: Validity,
) -> ArrayRef {
    // SAFETY: Since `cast` is length-preserving, all of the invariants remain the same.
    unsafe {
        ListViewArray::new_unchecked(
            new_elements,
            array.offsets().clone(),
            array.sizes().clone(),
            validity,
        )
        .with_zero_copy_to_list(array.is_zero_copy_to_list())
    }
    .into_array()
}

impl CastReduce for ListView {
    fn cast(array: ArrayView<'_, ListView>, dtype: &DType) -> VortexResult<Option<ArrayRef>> {
        // Check if we're casting to a `List` type.
        let Some(target_element_type) = dtype.as_list_element_opt() else {
            return Ok(None);
        };
        let Some(validity) = array
            .validity()?
            .trivial_cast_nullability(dtype.nullability(), array.len())?
        else {
            return Ok(None);
        };

        // Cast the elements to the target element type.
        let new_elements = array.elements().cast((**target_element_type).clone())?;
        Ok(Some(build_with_validity(array, new_elements, validity)))
    }
}

impl CastKernel for ListView {
    fn cast(
        array: ArrayView<'_, ListView>,
        dtype: &DType,
        ctx: &mut ExecutionCtx,
    ) -> VortexResult<Option<ArrayRef>> {
        let Some(target_element_type) = dtype.as_list_element_opt() else {
            return Ok(None);
        };

        let validity = array
            .validity()?
            .cast_nullability(dtype.nullability(), array.len(), ctx)?;
        let new_elements = array.elements().cast((**target_element_type).clone())?;

        Ok(Some(build_with_validity(array, new_elements, validity)))
    }
}