vortex-array 0.54.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use std::sync::Arc;

use vortex_dtype::ExtDType;
use vortex_error::VortexResult;
use vortex_mask::Mask;

use crate::arrays::{ExtensionArray, ExtensionVTable};
use crate::compute::{self, MaskKernel, MaskKernelAdapter};
use crate::{ArrayRef, IntoArray, register_kernel};

impl MaskKernel for ExtensionVTable {
    fn mask(&self, array: &ExtensionArray, mask_array: &Mask) -> VortexResult<ArrayRef> {
        let masked_storage = compute::mask(array.storage(), mask_array)?;
        if masked_storage.dtype().nullability() == array.ext_dtype().storage_dtype().nullability() {
            Ok(ExtensionArray::new(array.ext_dtype().clone(), masked_storage).into_array())
        } else {
            // The storage dtype changed (i.e., became nullable due to masking)
            let ext_dtype = Arc::new(ExtDType::new(
                array.ext_dtype().id().clone(),
                Arc::new(masked_storage.dtype().clone()),
                array.ext_dtype().metadata().cloned(),
            ));
            Ok(ExtensionArray::new(ext_dtype, masked_storage).into_array())
        }
    }
}

register_kernel!(MaskKernelAdapter(ExtensionVTable).lift());