vortex-array 0.88.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use vortex_error::VortexExpect;
use vortex_error::VortexResult;
use vortex_error::vortex_err;

use super::Dict;
use crate::ExecutionCtx;
use crate::array::ArrayView;
use crate::array::OperationsVTable;
use crate::array::ProbeState;
use crate::arrays::dict::DictSlots;
use crate::scalar::Scalar;

impl OperationsVTable<Dict> for Dict {
    type ProbeState = ();

    fn probe_scalar(
        state: &mut ProbeState<'_, Dict>,
        index: usize,
        ctx: &mut ExecutionCtx,
    ) -> VortexResult<Scalar> {
        let dtype = state.array().dtype().clone();
        let code = state
            .slot(DictSlots::CODES)?
            .ok_or_else(|| vortex_err!("Dict codes slot is missing"))?
            .execute_scalar(index, ctx)?;
        let Some(dict_index) = code.as_primitive().as_::<usize>() else {
            return Ok(Scalar::null(dtype));
        };

        Ok(state
            .slot(DictSlots::VALUES)?
            .ok_or_else(|| vortex_err!("Dict values slot is missing"))?
            .execute_scalar(dict_index, ctx)?
            .cast(&dtype)
            .vortex_expect("Array dtype will only differ by nullability"))
    }

    fn scalar_at(
        array: ArrayView<'_, Dict>,
        index: usize,
        ctx: &mut ExecutionCtx,
    ) -> VortexResult<Scalar> {
        Self::probe_scalar(&mut ProbeState::once(array), index, ctx)
    }
}