Struct Executor 

pub struct Executor {
    pub metadata: ExecutorRegistration,
    pub work_dir: String,
    pub scalar_functions: HashMap<String, Arc<ScalarUDF>>,
    pub aggregate_functions: HashMap<String, Arc<AggregateUDF>>,
    pub window_functions: HashMap<String, Arc<WindowUDF>>,
    pub metrics_collector: Arc<dyn ExecutorMetricsCollector>,
    pub concurrent_tasks: usize,
    /* private fields */
}

kapot executor

Fields

metadata: ExecutorRegistration

Metadata

work_dir: String

Directory for storing partial results

scalar_functions: HashMap<String, Arc<ScalarUDF>>

Scalar functions that are registered in the Executor

aggregate_functions: HashMap<String, Arc<AggregateUDF>>

Aggregate functions registered in the Executor

window_functions: HashMap<String, Arc<WindowUDF>>

Window functions registered in the Executor

metrics_collector: Arc<dyn ExecutorMetricsCollector>

Collector for runtime execution metrics

concurrent_tasks: usize

Concurrent tasks can run in executor

Implementations

impl Executor

pub fn new( metadata: ExecutorRegistration, work_dir: &str, runtime: Arc<RuntimeEnv>, runtime_with_data_cache: Option<Arc<RuntimeEnv>>, metrics_collector: Arc<dyn ExecutorMetricsCollector>, concurrent_tasks: usize, execution_engine: Option<Arc<dyn ExecutionEngine>>, ) -> Self

Create a new executor instance

impl Executor

pub fn get_runtime(&self, data_cache: bool) -> Arc<RuntimeEnv>

pub async fn execute_query_stage( &self, task_id: usize, partition: PartitionId, query_stage_exec: Arc<dyn QueryStageExecutor>, task_ctx: Arc<TaskContext>, ) -> Result<Vec<ShuffleWritePartition>, KapotError>

Execute one partition of a query stage and persist the result to disk in IPC format. On success, return a RecordBatch containing metadata about the results, including path and statistics.

pub async fn cancel_task( &self, task_id: usize, job_id: String, stage_id: usize, partition_id: usize, ) -> Result<bool, KapotError>

pub fn work_dir(&self) -> &str

pub fn active_task_count(&self) -> usize

Trait Implementations

impl Clone for Executor

fn clone(&self) -> Executor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.