Struct ParallelExecutor 

pub struct ParallelExecutor { /* private fields */ }

Parallel query executor

Implementations

impl ParallelExecutor

pub fn new(config: ParallelConfig) -> Self

Create a new parallel executor

pub fn execute(&self, plan: &PhysicalPlan) -> Result<Vec<RowBatch>>

Execute a physical plan in parallel

pub fn process_batches_parallel<F>( &self, batches: Vec<RowBatch>, processor: F, ) -> Result<Vec<RowBatch>>

where F: Fn(RowBatch) -> Result<RowBatch> + Send + Sync,

Parallel batch processing

pub fn aggregate_parallel<K, V, F, G>( &self, batches: Vec<RowBatch>, key_fn: F, agg_fn: G, ) -> Result<Vec<(K, V)>>

where K: Send + Sync + Eq + Hash, V: Send + Sync, F: Fn(&RowBatch) -> K + Send + Sync, G: Fn(Vec<RowBatch>) -> V + Send + Sync,

Parallel aggregation

pub fn num_threads(&self) -> usize

Get number of worker threads