pub struct StageData {Show 33 fields
pub accumulator_updates: Option<Vec<AccumulableInfo>>,
pub completion_time: Option<DateTime<Utc>>,
pub description: Option<String>,
pub details: Option<String>,
pub executor_metrics_distributions: Option<ExecutorMetricsDistributions>,
pub executor_summary: Option<HashMap<String, ExecutorStageSummary>>,
pub failure_reason: Option<String>,
pub first_task_launched_time: Option<DateTime<Utc>>,
pub is_shuffle_push_enabled: Option<bool>,
pub job_ids: Option<Vec<i64>>,
pub killed_tasks_summary: Option<HashMap<String, i32>>,
pub locality: Option<HashMap<String, i64>>,
pub name: Option<String>,
pub num_active_tasks: Option<i32>,
pub num_complete_tasks: Option<i32>,
pub num_completed_indices: Option<i32>,
pub num_failed_tasks: Option<i32>,
pub num_killed_tasks: Option<i32>,
pub num_tasks: Option<i32>,
pub parent_stage_ids: Option<Vec<i64>>,
pub peak_executor_metrics: Option<ExecutorMetrics>,
pub rdd_ids: Option<Vec<i64>>,
pub resource_profile_id: Option<i32>,
pub scheduling_pool: Option<String>,
pub shuffle_mergers_count: Option<i32>,
pub speculation_summary: Option<SpeculationStageSummary>,
pub stage_attempt_id: Option<i32>,
pub stage_id: Option<i64>,
pub stage_metrics: Option<StageMetrics>,
pub status: Option<String>,
pub submission_time: Option<DateTime<Utc>>,
pub task_quantile_metrics: Option<TaskQuantileMetrics>,
pub tasks: Option<HashMap<String, TaskData>>,
}Expand description
Data corresponding to a stage.
This type is not used in any activity, and only used as part of another schema.
Fields§
§accumulator_updates: Option<Vec<AccumulableInfo>>no description provided
completion_time: Option<DateTime<Utc>>no description provided
description: Option<String>no description provided
details: Option<String>no description provided
executor_metrics_distributions: Option<ExecutorMetricsDistributions>no description provided
executor_summary: Option<HashMap<String, ExecutorStageSummary>>no description provided
failure_reason: Option<String>no description provided
first_task_launched_time: Option<DateTime<Utc>>no description provided
is_shuffle_push_enabled: Option<bool>no description provided
job_ids: Option<Vec<i64>>no description provided
killed_tasks_summary: Option<HashMap<String, i32>>no description provided
locality: Option<HashMap<String, i64>>no description provided
name: Option<String>no description provided
num_active_tasks: Option<i32>no description provided
num_complete_tasks: Option<i32>no description provided
num_completed_indices: Option<i32>no description provided
num_failed_tasks: Option<i32>no description provided
num_killed_tasks: Option<i32>no description provided
num_tasks: Option<i32>no description provided
parent_stage_ids: Option<Vec<i64>>no description provided
peak_executor_metrics: Option<ExecutorMetrics>no description provided
rdd_ids: Option<Vec<i64>>no description provided
resource_profile_id: Option<i32>no description provided
scheduling_pool: Option<String>no description provided
shuffle_mergers_count: Option<i32>no description provided
speculation_summary: Option<SpeculationStageSummary>no description provided
stage_attempt_id: Option<i32>no description provided
stage_id: Option<i64>no description provided
stage_metrics: Option<StageMetrics>no description provided
status: Option<String>no description provided
submission_time: Option<DateTime<Utc>>no description provided
task_quantile_metrics: Option<TaskQuantileMetrics>Summary metrics fields. These are included in response only if present in summary_metrics_mask field in request
tasks: Option<HashMap<String, TaskData>>no description provided