vortex-array 0.68.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use std::sync::Arc;

use arrow_array::ArrayRef as ArrowArrayRef;
use arrow_array::ArrowPrimitiveType;
use arrow_array::PrimitiveArray as ArrowPrimitiveArray;
use vortex_error::VortexResult;

use crate::ArrayRef;
use crate::ExecutionCtx;
use crate::arrays::PrimitiveArray;
use crate::arrow::null_buffer::to_null_buffer;
use crate::builtins::ArrayBuiltins;
use crate::dtype::DType;
use crate::dtype::NativePType;
use crate::dtype::Nullability;

/// Convert a canonical PrimitiveArray directly to Arrow.
pub fn canonical_primitive_to_arrow<T: ArrowPrimitiveType>(
    array: PrimitiveArray,
) -> VortexResult<ArrowArrayRef>
where
    T::Native: NativePType,
{
    let validity = array.validity_mask()?;
    let null_buffer = to_null_buffer(validity);
    let buffer = array.into_buffer::<T::Native>().into_arrow_scalar_buffer();
    Ok(Arc::new(ArrowPrimitiveArray::<T>::new(buffer, null_buffer)))
}

pub(super) fn to_arrow_primitive<T: ArrowPrimitiveType>(
    array: ArrayRef,
    ctx: &mut ExecutionCtx,
) -> VortexResult<ArrowArrayRef>
where
    T::Native: NativePType,
{
    // We use nullable here so we can essentially ignore nullability during the cast.
    let array = array.cast(DType::Primitive(T::Native::PTYPE, Nullability::Nullable))?;
    let primitive = array.execute::<PrimitiveArray>(ctx)?;
    canonical_primitive_to_arrow::<T>(primitive)
}