aisle 0.2.0

Metadata-driven Parquet pruning for Rust: Skip irrelevant data before reading
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

use datafusion_common::ScalarValue;

use super::{cmp, context::RowGroupContext, page::PagePruning};
use crate::ir::{CmpOp, TriState};

pub(super) fn eval_between(
    column: &str,
    low: &ScalarValue,
    high: &ScalarValue,
    inclusive: bool,
    ctx: &RowGroupContext<'_>,
) -> TriState {
    let op_low = if inclusive { CmpOp::GtEq } else { CmpOp::Gt };
    let op_high = if inclusive { CmpOp::LtEq } else { CmpOp::Lt };
    let low_eval = cmp::eval_cmp(column, op_low, low, ctx);
    let high_eval = cmp::eval_cmp(column, op_high, high, ctx);
    low_eval.and(high_eval)
}

pub(super) fn page_selection_for_between(
    column: &str,
    low: &ScalarValue,
    high: &ScalarValue,
    inclusive: bool,
    ctx: &RowGroupContext<'_>,
) -> Option<PagePruning> {
    // BETWEEN as AND of bounds - best-effort (use what's available)
    let op_low = if inclusive { CmpOp::GtEq } else { CmpOp::Gt };
    let op_high = if inclusive { CmpOp::LtEq } else { CmpOp::Lt };

    let low_sel = cmp::page_selection_for_cmp(column, op_low, low, ctx);
    let high_sel = cmp::page_selection_for_cmp(column, op_high, high, ctx);

    match (low_sel, high_sel) {
        (Some(low), Some(high)) => Some(low.intersection(high)),
        (Some(mut sel), None) => {
            sel.exact = false;
            Some(sel) /* Best-effort: use available bound */
        }
        (None, Some(mut sel)) => {
            sel.exact = false;
            Some(sel) /* Best-effort: use available bound */
        }
        (None, None) => None,
    }
}