vortex_array/arrays/chunked/compute/
cast.rs

1// SPDX-License-Identifier: Apache-2.0
2// SPDX-FileCopyrightText: Copyright the Vortex contributors
3
4use vortex_dtype::DType;
5use vortex_error::VortexResult;
6
7use crate::ArrayRef;
8use crate::IntoArray;
9use crate::arrays::ChunkedArray;
10use crate::arrays::ChunkedVTable;
11use crate::compute::CastKernel;
12use crate::compute::CastKernelAdapter;
13use crate::compute::cast;
14use crate::register_kernel;
15
16impl CastKernel for ChunkedVTable {
17    fn cast(&self, array: &ChunkedArray, dtype: &DType) -> VortexResult<Option<ArrayRef>> {
18        let mut cast_chunks = Vec::new();
19        for chunk in array.chunks() {
20            cast_chunks.push(cast(chunk, dtype)?);
21        }
22
23        // SAFETY: casting all chunks retains all chunks have same DType
24        unsafe {
25            Ok(Some(
26                ChunkedArray::new_unchecked(cast_chunks, dtype.clone()).into_array(),
27            ))
28        }
29    }
30}
31
32register_kernel!(CastKernelAdapter(ChunkedVTable).lift());
33
34#[cfg(test)]
35mod test {
36    use rstest::rstest;
37    use vortex_buffer::buffer;
38    use vortex_dtype::DType;
39    use vortex_dtype::Nullability;
40    use vortex_dtype::PType;
41
42    use crate::IntoArray;
43    use crate::arrays::PrimitiveArray;
44    use crate::arrays::chunked::ChunkedArray;
45    use crate::canonical::ToCanonical;
46    use crate::compute::cast;
47    use crate::compute::conformance::cast::test_cast_conformance;
48
49    #[test]
50    fn test_cast_chunked() {
51        let arr0 = buffer![0u32, 1].into_array();
52        let arr1 = buffer![2u32, 3].into_array();
53
54        let chunked = ChunkedArray::try_new(
55            vec![arr0, arr1],
56            DType::Primitive(PType::U32, Nullability::NonNullable),
57        )
58        .unwrap()
59        .into_array();
60
61        // Two levels of chunking, just to be fancy.
62        let root = ChunkedArray::try_new(
63            vec![chunked],
64            DType::Primitive(PType::U32, Nullability::NonNullable),
65        )
66        .unwrap()
67        .into_array();
68
69        assert_eq!(
70            cast(
71                &root,
72                &DType::Primitive(PType::U64, Nullability::NonNullable)
73            )
74            .unwrap()
75            .to_primitive()
76            .as_slice::<u64>(),
77            &[0u64, 1, 2, 3],
78        );
79    }
80
81    #[rstest]
82    #[case(ChunkedArray::try_new(
83        vec![buffer![0u32, 1, 2].into_array(), buffer![3u32, 4].into_array()],
84        DType::Primitive(PType::U32, Nullability::NonNullable)
85    ).unwrap().into_array())]
86    #[case(ChunkedArray::try_new(
87        vec![
88            buffer![-10i32, -5, 0].into_array(),
89            buffer![5i32, 10].into_array()
90        ],
91        DType::Primitive(PType::I32, Nullability::NonNullable)
92    ).unwrap().into_array())]
93    #[case(ChunkedArray::try_new(
94        vec![
95            PrimitiveArray::from_option_iter([Some(1.5f32), None, Some(2.5)]).into_array(),
96            PrimitiveArray::from_option_iter([Some(3.5f32), Some(4.5)]).into_array()
97        ],
98        DType::Primitive(PType::F32, Nullability::Nullable)
99    ).unwrap().into_array())]
100    #[case(ChunkedArray::try_new(
101        vec![buffer![42u8].into_array()],
102        DType::Primitive(PType::U8, Nullability::NonNullable)
103    ).unwrap().into_array())]
104    fn test_cast_chunked_conformance(#[case] array: crate::ArrayRef) {
105        test_cast_conformance(array.as_ref());
106    }
107}
vortex_array/arrays/chunked/compute/cast.rs

vortex_array/arrays/chunked/compute/
cast.rs
