Struct DistRuntime 

pub struct DistRuntime {
    pub node_id: NodeId,
    pub status: Arc<Mutex<NodeStatus>>,
    pub task_ctx: Arc<TaskContext>,
    pub config: Arc<DistConfig>,
    pub cluster: Arc<dyn DistCluster>,
    pub network: Arc<dyn DistNetwork>,
    pub planner: Arc<dyn DistPlanner>,
    pub scheduler: Arc<dyn DistScheduler>,
    pub executor: Arc<dyn DistExecutor>,
    pub heartbeater: Arc<Heartbeater>,
    pub stages: Arc<Mutex<HashMap<StageId, StageState>>>,
    pub event_sender: Sender<Event>,
}

Fields

node_id: NodeId

status: Arc<Mutex<NodeStatus>>

task_ctx: Arc<TaskContext>

config: Arc<DistConfig>

cluster: Arc<dyn DistCluster>

network: Arc<dyn DistNetwork>

planner: Arc<dyn DistPlanner>

scheduler: Arc<dyn DistScheduler>

executor: Arc<dyn DistExecutor>

heartbeater: Arc<Heartbeater>

stages: Arc<Mutex<HashMap<StageId, StageState>>>

event_sender: Sender<Event>

Implementations

impl DistRuntime

pub fn new( task_ctx: Arc<TaskContext>, config: Arc<DistConfig>, cluster: Arc<dyn DistCluster>, network: Arc<dyn DistNetwork>, ) -> Self

pub fn with_planner(self, planner: Arc<dyn DistPlanner>) -> Self

pub fn with_scheduler(self, scheduler: Arc<dyn DistScheduler>) -> Self

pub fn with_executor(self, executor: Arc<dyn DistExecutor>) -> Self

pub async fn start(&self)

pub async fn shutdown(&self)

pub async fn submit( &self, plan: Arc<dyn ExecutionPlan>, ) -> DistResult<(Uuid, HashMap<TaskId, NodeId>)>

pub async fn execute_local( &self, task_id: TaskId, ) -> DistResult<RecordBatchStream>

pub async fn execute_remote( &self, node_id: NodeId, task_id: TaskId, ) -> DistResult<RecordBatchStream>

pub async fn receive_tasks( &self, scheduled_tasks: ScheduledTasks, ) -> DistResult<()>

pub fn cleanup_local_job(&self, job_id: Uuid)

pub async fn cleanup_job(&self, job_id: Uuid) -> DistResult<()>

pub fn get_local_job(&self, job_id: Uuid) -> HashMap<StageId, StageInfo>

pub fn get_local_jobs(&self) -> HashMap<Uuid, HashMap<StageId, StageInfo>>

pub async fn get_all_jobs( &self, ) -> DistResult<HashMap<Uuid, HashMap<StageId, StageInfo>>>

Trait Implementations

impl Clone for DistRuntime

fn clone(&self) -> DistRuntime

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DistRuntime

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.