vortex-array 0.54.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use vortex_mask::Mask;

use crate::Array;
use crate::arrays::{ChunkedArray, ChunkedVTable};
use crate::vtable::ValidityVTable;

impl ValidityVTable<ChunkedVTable> for ChunkedVTable {
    fn is_valid(array: &ChunkedArray, index: usize) -> bool {
        if !array.dtype.is_nullable() {
            return true;
        }
        let (chunk, offset_in_chunk) = array.find_chunk_idx(index);
        array.chunk(chunk).is_valid(offset_in_chunk)
    }

    fn all_valid(array: &ChunkedArray) -> bool {
        if !array.dtype().is_nullable() {
            return true;
        }
        for chunk in array.non_empty_chunks() {
            if !chunk.all_valid() {
                return false;
            }
        }
        true
    }

    fn all_invalid(array: &ChunkedArray) -> bool {
        if !array.dtype().is_nullable() {
            return false;
        }
        for chunk in array.non_empty_chunks() {
            if !chunk.all_invalid() {
                return false;
            }
        }
        true
    }

    fn validity_mask(array: &ChunkedArray) -> Mask {
        array.chunks().iter().map(|a| a.validity_mask()).collect()
    }
}