algeon-datafusion 0.1.1

DataFusion physical-plan adapter for native GPU execution.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

//! Async bridge between DataFusion task context and native lakehouse pruning.

use std::sync::Arc;

use datafusion::execution::context::TaskContext;
use query_engine::rapids_backend::rapids_analysis_context;
use query_planning::admission::AdmittedPlan;

use crate::{
    error::{Error, Result},
    native::lakehouse_pruning::prune_native_query_plan,
};

/// The artifact a native node executes: the one decided at planning, or, with
/// footer pruning on, that artifact admitted again for the resolved plan.
pub(crate) async fn resolve_admitted_plan(
    lakehouse_footer_pruning: bool,
    admitted: &Arc<AdmittedPlan>,
    task_context: &TaskContext,
) -> Result<Arc<AdmittedPlan>> {
    if !lakehouse_footer_pruning {
        return Ok(Arc::clone(admitted));
    }
    let runtime_env = task_context.runtime_env();
    let resolved = prune_native_query_plan(admitted.plan().clone(), &runtime_env, admitted.policy()).await?;
    admitted.with_pruned_sources(resolved, rapids_analysis_context(admitted.policy())).map_err(|error| {
        Error::from_native(
            "algeon_datafusion.native_exec.footer_pruning",
            "the footer-pruned native plan does not refine its admitted plan",
            error,
        )
    })
}