vortex_array/arrays/chunked/compute/
cast.rs1use itertools::Itertools;
5use vortex_error::VortexResult;
6
7use crate::ArrayRef;
8use crate::IntoArray;
9use crate::array::ArrayView;
10use crate::arrays::Chunked;
11use crate::arrays::ChunkedArray;
12use crate::arrays::chunked::ChunkedArrayExt;
13use crate::builtins::ArrayBuiltins;
14use crate::dtype::DType;
15use crate::scalar_fn::fns::cast::CastReduce;
16
17impl CastReduce for Chunked {
18 fn cast(array: ArrayView<'_, Chunked>, dtype: &DType) -> VortexResult<Option<ArrayRef>> {
19 let chunks = array.iter_chunks().map(|chunk| chunk.cast(dtype.clone()));
20 chunks.process_results(|chunks| {
21 Some(unsafe {
23 ChunkedArray::new_unchecked_sized(chunks, dtype.clone(), array.nchunks())
24 .into_array()
25 })
26 })
27 }
28}
29
30#[cfg(test)]
31mod test {
32 use std::sync::LazyLock;
33
34 use rstest::rstest;
35 use vortex_buffer::buffer;
36 use vortex_session::VortexSession;
37
38 use crate::IntoArray;
39 use crate::VortexSessionExecute;
40 use crate::arrays::ChunkedArray;
41 use crate::arrays::PrimitiveArray;
42 use crate::assert_arrays_eq;
43 use crate::builtins::ArrayBuiltins;
44 use crate::compute::conformance::cast::test_cast_conformance;
45 use crate::dtype::DType;
46 use crate::dtype::Nullability;
47 use crate::dtype::PType;
48
49 static SESSION: LazyLock<VortexSession> = LazyLock::new(VortexSession::empty);
50
51 #[test]
52 fn test_cast_chunked() {
53 let mut ctx = SESSION.create_execution_ctx();
54 let arr0 = buffer![0u32, 1].into_array();
55 let arr1 = buffer![2u32, 3].into_array();
56
57 let chunked = ChunkedArray::try_new(
58 vec![arr0, arr1],
59 DType::Primitive(PType::U32, Nullability::NonNullable),
60 )
61 .unwrap()
62 .into_array();
63
64 let root = ChunkedArray::try_new(
66 vec![chunked],
67 DType::Primitive(PType::U32, Nullability::NonNullable),
68 )
69 .unwrap()
70 .into_array();
71
72 let result = root
73 .cast(DType::Primitive(PType::U64, Nullability::NonNullable))
74 .unwrap();
75 assert_arrays_eq!(result, PrimitiveArray::from_iter([0u64, 1, 2, 3]), &mut ctx);
76 }
77
78 #[rstest]
79 #[case(ChunkedArray::try_new(
80 vec![buffer![0u32, 1, 2].into_array(), buffer![3u32, 4].into_array()],
81 DType::Primitive(PType::U32, Nullability::NonNullable)
82 ).unwrap().into_array())]
83 #[case(ChunkedArray::try_new(
84 vec![
85 buffer![-10i32, -5, 0].into_array(),
86 buffer![5i32, 10].into_array()
87 ],
88 DType::Primitive(PType::I32, Nullability::NonNullable)
89 ).unwrap().into_array())]
90 #[case(ChunkedArray::try_new(
91 vec![
92 PrimitiveArray::from_option_iter([Some(1.5f32), None, Some(2.5)]).into_array(),
93 PrimitiveArray::from_option_iter([Some(3.5f32), Some(4.5)]).into_array()
94 ],
95 DType::Primitive(PType::F32, Nullability::Nullable)
96 ).unwrap().into_array())]
97 #[case(ChunkedArray::try_new(
98 vec![buffer![42u8].into_array()],
99 DType::Primitive(PType::U8, Nullability::NonNullable)
100 ).unwrap().into_array())]
101 fn test_cast_chunked_conformance(#[case] array: crate::ArrayRef) {
102 test_cast_conformance(&array, &mut SESSION.create_execution_ctx());
103 }
104}