vortex_array/arrays/chunked/compute/
fill_null.rs1use itertools::Itertools;
5use vortex_error::VortexResult;
6
7use crate::ArrayRef;
8use crate::IntoArray;
9use crate::array::ArrayView;
10use crate::arrays::Chunked;
11use crate::arrays::ChunkedArray;
12use crate::arrays::chunked::ChunkedArrayExt;
13use crate::builtins::ArrayBuiltins;
14use crate::scalar::Scalar;
15use crate::scalar_fn::fns::fill_null::FillNullReduce;
16
17impl FillNullReduce for Chunked {
18 fn fill_null(
19 array: ArrayView<'_, Chunked>,
20 fill_value: &Scalar,
21 ) -> VortexResult<Option<ArrayRef>> {
22 let chunks = array.iter_chunks().map(|c| c.fill_null(fill_value.clone()));
23 chunks.process_results(|chunks| {
24 Some(unsafe {
26 ChunkedArray::new_unchecked_sized(
27 chunks,
28 fill_value.dtype().clone(),
29 array.nchunks(),
30 )
31 .into_array()
32 })
33 })
34 }
35}
36
37#[cfg(test)]
38mod tests {
39 use std::sync::LazyLock;
40
41 use vortex_buffer::BitBuffer;
42 use vortex_session::VortexSession;
43
44 use crate::IntoArray;
45 use crate::VortexSessionExecute;
46 use crate::arrays::BoolArray;
47 use crate::arrays::ChunkedArray;
48 use crate::assert_arrays_eq;
49 use crate::builtins::ArrayBuiltins;
50 use crate::dtype::DType;
51 use crate::dtype::Nullability;
52 use crate::scalar::Scalar;
53 use crate::validity::Validity;
54
55 static SESSION: LazyLock<VortexSession> = LazyLock::new(VortexSession::empty);
56
57 #[test]
58 fn fill_null_chunks() {
59 let chunked = ChunkedArray::try_new(
60 vec![
61 BoolArray::new(BitBuffer::new_set(5), Validity::AllInvalid).into_array(),
62 BoolArray::new(BitBuffer::new_set(5), Validity::AllValid).into_array(),
63 ],
64 DType::Bool(Nullability::Nullable),
65 )
66 .unwrap();
67
68 let filled = chunked.into_array().fill_null(Scalar::from(false)).unwrap();
69 assert_arrays_eq!(
70 filled,
71 BoolArray::from_iter([
72 false, false, false, false, false, true, true, true, true, true
73 ]),
74 &mut SESSION.create_execution_ctx()
75 );
76 }
77}