dbx-core 0.2.2

High-performance file-based database engine with 5-Tier Hybrid Storage
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! SQL Query Executor Module

use crate::error::DbxResult;
use arrow::array::RecordBatch;
use arrow::compute;
use arrow::datatypes::Schema;
use std::sync::Arc;

pub mod distributed_executor;
pub mod expr;
pub mod fragment_splitter;
pub mod hash_utils;
pub mod local_executor;
pub mod operators;
pub mod parallel_query;
pub mod spill;

pub use distributed_executor::DistributedExecutor;
pub use expr::evaluate_expr;
pub use fragment_splitter::{FragmentDAG, FragmentSplitter, FragmentStage};
pub use local_executor::LocalExecutor;
pub use operators::{
    FilterOperator, GridExchangeOperator, HashAggregateOperator, HashJoinOperator, LimitOperator,
    PhysicalOperator, ProjectionOperator, SortOperator, TableScanOperator,
};
pub use parallel_query::{AggregateResult, AggregateType, ParallelQueryExecutor};
pub use spill::SpillContext;

// Helper function for concatenating RecordBatches
pub fn concat_batches(schema: &Arc<Schema>, batches: &[RecordBatch]) -> DbxResult<RecordBatch> {
    if batches.len() == 1 {
        return Ok(batches[0].clone());
    }
    Ok(compute::concat_batches(schema, batches)?)
}