vortex-array 0.68.0

Vortex in memory columnar data format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright the Vortex contributors

use vortex_error::VortexExpect;
use vortex_error::VortexResult;

use super::Between;
use super::BetweenOptions;
use super::precondition;
use crate::ArrayRef;
use crate::ExecutionCtx;
use crate::array::ArrayView;
use crate::array::VTable;
use crate::arrays::ScalarFnVTable;
use crate::arrays::scalar_fn::ExactScalarFn;
use crate::arrays::scalar_fn::ScalarFnArrayExt;
use crate::arrays::scalar_fn::ScalarFnArrayView;
use crate::kernel::ExecuteParentKernel;
use crate::optimizer::rules::ArrayParentReduceRule;

/// Reduce rule for between: restructure the array without reading buffers.
///
/// Returns `Ok(None)` if the rule doesn't apply or buffer access is needed.
pub trait BetweenReduce: VTable {
    fn between(
        array: ArrayView<'_, Self>,
        lower: &ArrayRef,
        upper: &ArrayRef,
        options: &BetweenOptions,
    ) -> VortexResult<Option<ArrayRef>>;
}

/// Execute kernel for between: perform the actual between check, potentially reading buffers.
///
/// Returns `Ok(None)` if this kernel cannot handle the given inputs.
pub trait BetweenKernel: VTable {
    fn between(
        array: ArrayView<'_, Self>,
        lower: &ArrayRef,
        upper: &ArrayRef,
        options: &BetweenOptions,
        ctx: &mut ExecutionCtx,
    ) -> VortexResult<Option<ArrayRef>>;
}

/// Adapts a [`BetweenReduce`] impl into an [`ArrayParentReduceRule`] for `ScalarFnArray(Between, ...)`.
#[derive(Default, Debug)]
pub struct BetweenReduceAdaptor<V>(pub V);

impl<V> ArrayParentReduceRule<V> for BetweenReduceAdaptor<V>
where
    V: BetweenReduce,
{
    type Parent = ExactScalarFn<Between>;

    fn reduce_parent(
        &self,
        array: ArrayView<'_, V>,
        parent: ScalarFnArrayView<'_, Between>,
        child_idx: usize,
    ) -> VortexResult<Option<ArrayRef>> {
        // Only process the main array child (index 0), not lower (1) or upper (2).
        if child_idx != 0 {
            return Ok(None);
        }
        let scalar_fn_array = parent
            .as_opt::<ScalarFnVTable>()
            .vortex_expect("ExactScalarFn matcher confirmed ScalarFnArray");
        let children = scalar_fn_array.children();
        let lower = &children[1];
        let upper = &children[2];
        let arr = array.array().clone();
        if let Some(result) = precondition(&arr, lower, upper)? {
            return Ok(Some(result));
        }
        <V as BetweenReduce>::between(array, lower, upper, parent.options)
    }
}

/// Adapts a [`BetweenKernel`] impl into an [`ExecuteParentKernel`] for `ScalarFnArray(Between, ...)`.
#[derive(Default, Debug)]
pub struct BetweenExecuteAdaptor<V>(pub V);

impl<V> ExecuteParentKernel<V> for BetweenExecuteAdaptor<V>
where
    V: BetweenKernel,
{
    type Parent = ExactScalarFn<Between>;

    fn execute_parent(
        &self,
        array: ArrayView<'_, V>,
        parent: ScalarFnArrayView<'_, Between>,
        child_idx: usize,
        ctx: &mut ExecutionCtx,
    ) -> VortexResult<Option<ArrayRef>> {
        // Only process the main array child (index 0), not lower (1) or upper (2).
        if child_idx != 0 {
            return Ok(None);
        }
        let scalar_fn_array = parent
            .as_opt::<ScalarFnVTable>()
            .vortex_expect("ExactScalarFn matcher confirmed ScalarFnArray");
        let children = scalar_fn_array.children();
        let lower = &children[1];
        let upper = &children[2];
        let arr = array.array().clone();
        if let Some(result) = precondition(&arr, lower, upper)? {
            return Ok(Some(result));
        }
        <V as BetweenKernel>::between(array, lower, upper, parent.options, ctx)
    }
}