algeon-datafusion 0.1.2

DataFusion physical-plan adapter for native GPU execution.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

/// Internal limits for lakehouse footer pruning.
///
/// These limits cap metadata-driven pruning work for remote Parquet scans.
/// Keep them internal until planning reports expose enough evidence for stable
/// production tuning.
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(in crate::native) struct TableFormatPruningPolicy {
    max_dimension_rows: usize,
    max_target_files_across_requests: usize,
}

impl TableFormatPruningPolicy {
    pub(in crate::native) const DEFAULT_MAX_DIMENSION_ROWS: usize = 25_000_000;
    pub(in crate::native) const DEFAULT_MAX_TARGET_FILES_ACROSS_REQUESTS: usize = 4_000;

    pub(in crate::native) fn dimension_row_guard_exceeded(self, total_rows: usize) -> bool {
        total_rows > self.max_dimension_rows
    }

    pub(in crate::native) fn max_dimension_rows(self) -> usize {
        self.max_dimension_rows
    }

    pub(in crate::native) fn max_target_files_across_requests(self) -> usize {
        self.max_target_files_across_requests
    }
}

impl Default for TableFormatPruningPolicy {
    fn default() -> Self {
        Self {
            max_dimension_rows: Self::DEFAULT_MAX_DIMENSION_ROWS,
            max_target_files_across_requests: Self::DEFAULT_MAX_TARGET_FILES_ACROSS_REQUESTS,
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn dimension_row_guard_allows_limit_but_rejects_above_it() {
        let policy = TableFormatPruningPolicy::default();

        assert!(!policy.dimension_row_guard_exceeded(TableFormatPruningPolicy::DEFAULT_MAX_DIMENSION_ROWS));
        assert!(policy.dimension_row_guard_exceeded(TableFormatPruningPolicy::DEFAULT_MAX_DIMENSION_ROWS + 1));
    }
}