Skip to main content

vortex_array/arrays/chunked/compute/
cast.rs

1// SPDX-License-Identifier: Apache-2.0
2// SPDX-FileCopyrightText: Copyright the Vortex contributors
3
4use itertools::Itertools;
5use vortex_error::VortexResult;
6
7use crate::ArrayRef;
8use crate::IntoArray;
9use crate::array::ArrayView;
10use crate::arrays::Chunked;
11use crate::arrays::ChunkedArray;
12use crate::arrays::chunked::ChunkedArrayExt;
13use crate::builtins::ArrayBuiltins;
14use crate::dtype::DType;
15use crate::scalar_fn::fns::cast::CastReduce;
16
17impl CastReduce for Chunked {
18    fn cast(array: ArrayView<'_, Chunked>, dtype: &DType) -> VortexResult<Option<ArrayRef>> {
19        let chunks = array.iter_chunks().map(|chunk| chunk.cast(dtype.clone()));
20        chunks.process_results(|chunks| {
21            // SAFETY: every chunk is cast to the requested dtype.
22            Some(unsafe {
23                ChunkedArray::new_unchecked_sized(chunks, dtype.clone(), array.nchunks())
24                    .into_array()
25            })
26        })
27    }
28}
29
30#[cfg(test)]
31mod test {
32    use std::sync::LazyLock;
33
34    use rstest::rstest;
35    use vortex_buffer::buffer;
36    use vortex_session::VortexSession;
37
38    use crate::IntoArray;
39    use crate::VortexSessionExecute;
40    use crate::arrays::ChunkedArray;
41    use crate::arrays::PrimitiveArray;
42    use crate::assert_arrays_eq;
43    use crate::builtins::ArrayBuiltins;
44    use crate::compute::conformance::cast::test_cast_conformance;
45    use crate::dtype::DType;
46    use crate::dtype::Nullability;
47    use crate::dtype::PType;
48
49    static SESSION: LazyLock<VortexSession> = LazyLock::new(VortexSession::empty);
50
51    #[test]
52    fn test_cast_chunked() {
53        let mut ctx = SESSION.create_execution_ctx();
54        let arr0 = buffer![0u32, 1].into_array();
55        let arr1 = buffer![2u32, 3].into_array();
56
57        let chunked = ChunkedArray::try_new(
58            vec![arr0, arr1],
59            DType::Primitive(PType::U32, Nullability::NonNullable),
60        )
61        .unwrap()
62        .into_array();
63
64        // Two levels of chunking, just to be fancy.
65        let root = ChunkedArray::try_new(
66            vec![chunked],
67            DType::Primitive(PType::U32, Nullability::NonNullable),
68        )
69        .unwrap()
70        .into_array();
71
72        let result = root
73            .cast(DType::Primitive(PType::U64, Nullability::NonNullable))
74            .unwrap();
75        assert_arrays_eq!(result, PrimitiveArray::from_iter([0u64, 1, 2, 3]), &mut ctx);
76    }
77
78    #[rstest]
79    #[case(ChunkedArray::try_new(
80        vec![buffer![0u32, 1, 2].into_array(), buffer![3u32, 4].into_array()],
81        DType::Primitive(PType::U32, Nullability::NonNullable)
82    ).unwrap().into_array())]
83    #[case(ChunkedArray::try_new(
84        vec![
85            buffer![-10i32, -5, 0].into_array(),
86            buffer![5i32, 10].into_array()
87        ],
88        DType::Primitive(PType::I32, Nullability::NonNullable)
89    ).unwrap().into_array())]
90    #[case(ChunkedArray::try_new(
91        vec![
92            PrimitiveArray::from_option_iter([Some(1.5f32), None, Some(2.5)]).into_array(),
93            PrimitiveArray::from_option_iter([Some(3.5f32), Some(4.5)]).into_array()
94        ],
95        DType::Primitive(PType::F32, Nullability::Nullable)
96    ).unwrap().into_array())]
97    #[case(ChunkedArray::try_new(
98        vec![buffer![42u8].into_array()],
99        DType::Primitive(PType::U8, Nullability::NonNullable)
100    ).unwrap().into_array())]
101    fn test_cast_chunked_conformance(#[case] array: crate::ArrayRef) {
102        test_cast_conformance(&array, &mut SESSION.create_execution_ctx());
103    }
104}