vortex_array/arrays/chunked/compute/
cast.rs

1// SPDX-License-Identifier: Apache-2.0
2// SPDX-FileCopyrightText: Copyright the Vortex contributors
3
4use vortex_error::VortexResult;
5
6use crate::ArrayRef;
7use crate::IntoArray;
8use crate::array::ArrayView;
9use crate::arrays::Chunked;
10use crate::arrays::ChunkedArray;
11use crate::arrays::chunked::ChunkedArrayExt;
12use crate::builtins::ArrayBuiltins;
13use crate::dtype::DType;
14use crate::scalar_fn::fns::cast::CastReduce;
15
16impl CastReduce for Chunked {
17    fn cast(array: ArrayView<'_, Chunked>, dtype: &DType) -> VortexResult<Option<ArrayRef>> {
18        let mut cast_chunks = Vec::new();
19        for chunk in array.iter_chunks() {
20            cast_chunks.push(chunk.cast(dtype.clone())?);
21        }
22
23        // SAFETY: casting all chunks retains all chunks have same DType
24        unsafe {
25            Ok(Some(
26                ChunkedArray::new_unchecked(cast_chunks, dtype.clone()).into_array(),
27            ))
28        }
29    }
30}
31
32#[cfg(test)]
33mod test {
34    use rstest::rstest;
35    use vortex_buffer::buffer;
36
37    use crate::IntoArray;
38    use crate::VortexSessionExecute;
39    use crate::array_session;
40    use crate::arrays::ChunkedArray;
41    use crate::arrays::PrimitiveArray;
42    use crate::assert_arrays_eq;
43    use crate::builtins::ArrayBuiltins;
44    use crate::compute::conformance::cast::test_cast_conformance;
45    use crate::dtype::DType;
46    use crate::dtype::Nullability;
47    use crate::dtype::PType;
48
49    #[test]
50    fn test_cast_chunked() {
51        let mut ctx = array_session().create_execution_ctx();
52        let arr0 = buffer![0u32, 1].into_array();
53        let arr1 = buffer![2u32, 3].into_array();
54
55        let chunked = ChunkedArray::try_new(
56            vec![arr0, arr1],
57            DType::Primitive(PType::U32, Nullability::NonNullable),
58        )
59        .unwrap()
60        .into_array();
61
62        // Two levels of chunking, just to be fancy.
63        let root = ChunkedArray::try_new(
64            vec![chunked],
65            DType::Primitive(PType::U32, Nullability::NonNullable),
66        )
67        .unwrap()
68        .into_array();
69
70        let result = root
71            .cast(DType::Primitive(PType::U64, Nullability::NonNullable))
72            .unwrap();
73        assert_arrays_eq!(result, PrimitiveArray::from_iter([0u64, 1, 2, 3]), &mut ctx);
74    }
75
76    #[rstest]
77    #[case(ChunkedArray::try_new(
78        vec![buffer![0u32, 1, 2].into_array(), buffer![3u32, 4].into_array()],
79        DType::Primitive(PType::U32, Nullability::NonNullable)
80    ).unwrap().into_array())]
81    #[case(ChunkedArray::try_new(
82        vec![
83            buffer![-10i32, -5, 0].into_array(),
84            buffer![5i32, 10].into_array()
85        ],
86        DType::Primitive(PType::I32, Nullability::NonNullable)
87    ).unwrap().into_array())]
88    #[case(ChunkedArray::try_new(
89        vec![
90            PrimitiveArray::from_option_iter([Some(1.5f32), None, Some(2.5)]).into_array(),
91            PrimitiveArray::from_option_iter([Some(3.5f32), Some(4.5)]).into_array()
92        ],
93        DType::Primitive(PType::F32, Nullability::Nullable)
94    ).unwrap().into_array())]
95    #[case(ChunkedArray::try_new(
96        vec![buffer![42u8].into_array()],
97        DType::Primitive(PType::U8, Nullability::NonNullable)
98    ).unwrap().into_array())]
99    fn test_cast_chunked_conformance(#[case] array: crate::ArrayRef) {
100        test_cast_conformance(&array);
101    }
102}
vortex_array/arrays/chunked/compute/cast.rs

vortex_array/arrays/chunked/compute/
cast.rs
