Skip to main content

vortex_array/arrays/chunked/compute/
fill_null.rs

1// SPDX-License-Identifier: Apache-2.0
2// SPDX-FileCopyrightText: Copyright the Vortex contributors
3
4use itertools::Itertools;
5use vortex_error::VortexResult;
6
7use crate::ArrayRef;
8use crate::IntoArray;
9use crate::array::ArrayView;
10use crate::arrays::Chunked;
11use crate::arrays::ChunkedArray;
12use crate::arrays::chunked::ChunkedArrayExt;
13use crate::builtins::ArrayBuiltins;
14use crate::scalar::Scalar;
15use crate::scalar_fn::fns::fill_null::FillNullReduce;
16
17impl FillNullReduce for Chunked {
18    fn fill_null(
19        array: ArrayView<'_, Chunked>,
20        fill_value: &Scalar,
21    ) -> VortexResult<Option<ArrayRef>> {
22        let chunks = array.iter_chunks().map(|c| c.fill_null(fill_value.clone()));
23        chunks.process_results(|chunks| {
24            // SAFETY: filling nulls gives every chunk the fill value's dtype.
25            Some(unsafe {
26                ChunkedArray::new_unchecked_sized(
27                    chunks,
28                    fill_value.dtype().clone(),
29                    array.nchunks(),
30                )
31                .into_array()
32            })
33        })
34    }
35}
36
37#[cfg(test)]
38mod tests {
39    use std::sync::LazyLock;
40
41    use vortex_buffer::BitBuffer;
42    use vortex_session::VortexSession;
43
44    use crate::IntoArray;
45    use crate::VortexSessionExecute;
46    use crate::arrays::BoolArray;
47    use crate::arrays::ChunkedArray;
48    use crate::assert_arrays_eq;
49    use crate::builtins::ArrayBuiltins;
50    use crate::dtype::DType;
51    use crate::dtype::Nullability;
52    use crate::scalar::Scalar;
53    use crate::validity::Validity;
54
55    static SESSION: LazyLock<VortexSession> = LazyLock::new(VortexSession::empty);
56
57    #[test]
58    fn fill_null_chunks() {
59        let chunked = ChunkedArray::try_new(
60            vec![
61                BoolArray::new(BitBuffer::new_set(5), Validity::AllInvalid).into_array(),
62                BoolArray::new(BitBuffer::new_set(5), Validity::AllValid).into_array(),
63            ],
64            DType::Bool(Nullability::Nullable),
65        )
66        .unwrap();
67
68        let filled = chunked.into_array().fill_null(Scalar::from(false)).unwrap();
69        assert_arrays_eq!(
70            filled,
71            BoolArray::from_iter([
72                false, false, false, false, false, true, true, true, true, true
73            ]),
74            &mut SESSION.create_execution_ctx()
75        );
76    }
77}