vortex_array/arrays/chunked/compute/
cast.rs

1// SPDX-License-Identifier: Apache-2.0
2// SPDX-FileCopyrightText: Copyright the Vortex contributors
3
4use vortex_error::VortexResult;
5
6use crate::ArrayRef;
7use crate::IntoArray;
8use crate::array::ArrayView;
9use crate::arrays::Chunked;
10use crate::arrays::ChunkedArray;
11use crate::arrays::chunked::ChunkedArrayExt;
12use crate::builtins::ArrayBuiltins;
13use crate::dtype::DType;
14use crate::scalar_fn::fns::cast::CastReduce;
15
16impl CastReduce for Chunked {
17    fn cast(array: ArrayView<'_, Chunked>, dtype: &DType) -> VortexResult<Option<ArrayRef>> {
18        let mut cast_chunks = Vec::new();
19        for chunk in array.iter_chunks() {
20            cast_chunks.push(chunk.cast(dtype.clone())?);
21        }
22
23        // SAFETY: casting all chunks retains all chunks have same DType
24        unsafe {
25            Ok(Some(
26                ChunkedArray::new_unchecked(cast_chunks, dtype.clone()).into_array(),
27            ))
28        }
29    }
30}
31
32#[cfg(test)]
33mod test {
34    use rstest::rstest;
35    use vortex_buffer::buffer;
36
37    use crate::IntoArray;
38    use crate::arrays::ChunkedArray;
39    use crate::arrays::PrimitiveArray;
40    use crate::assert_arrays_eq;
41    use crate::builtins::ArrayBuiltins;
42    use crate::compute::conformance::cast::test_cast_conformance;
43    use crate::dtype::DType;
44    use crate::dtype::Nullability;
45    use crate::dtype::PType;
46
47    #[test]
48    fn test_cast_chunked() {
49        let arr0 = buffer![0u32, 1].into_array();
50        let arr1 = buffer![2u32, 3].into_array();
51
52        let chunked = ChunkedArray::try_new(
53            vec![arr0, arr1],
54            DType::Primitive(PType::U32, Nullability::NonNullable),
55        )
56        .unwrap()
57        .into_array();
58
59        // Two levels of chunking, just to be fancy.
60        let root = ChunkedArray::try_new(
61            vec![chunked],
62            DType::Primitive(PType::U32, Nullability::NonNullable),
63        )
64        .unwrap()
65        .into_array();
66
67        let result = root
68            .cast(DType::Primitive(PType::U64, Nullability::NonNullable))
69            .unwrap();
70        assert_arrays_eq!(result, PrimitiveArray::from_iter([0u64, 1, 2, 3]));
71    }
72
73    #[rstest]
74    #[case(ChunkedArray::try_new(
75        vec![buffer![0u32, 1, 2].into_array(), buffer![3u32, 4].into_array()],
76        DType::Primitive(PType::U32, Nullability::NonNullable)
77    ).unwrap().into_array())]
78    #[case(ChunkedArray::try_new(
79        vec![
80            buffer![-10i32, -5, 0].into_array(),
81            buffer![5i32, 10].into_array()
82        ],
83        DType::Primitive(PType::I32, Nullability::NonNullable)
84    ).unwrap().into_array())]
85    #[case(ChunkedArray::try_new(
86        vec![
87            PrimitiveArray::from_option_iter([Some(1.5f32), None, Some(2.5)]).into_array(),
88            PrimitiveArray::from_option_iter([Some(3.5f32), Some(4.5)]).into_array()
89        ],
90        DType::Primitive(PType::F32, Nullability::Nullable)
91    ).unwrap().into_array())]
92    #[case(ChunkedArray::try_new(
93        vec![buffer![42u8].into_array()],
94        DType::Primitive(PType::U8, Nullability::NonNullable)
95    ).unwrap().into_array())]
96    fn test_cast_chunked_conformance(#[case] array: crate::ArrayRef) {
97        test_cast_conformance(&array);
98    }
99}
vortex_array/arrays/chunked/compute/cast.rs

vortex_array/arrays/chunked/compute/
cast.rs
