aws_sdk_emr::operation::run_job_flow::builders

Struct RunJobFlowFluentBuilder

pub struct RunJobFlowFluentBuilder { /* private fields */ }

Expand description

Fluent builder constructing a request to RunJobFlow.

RunJobFlow creates and starts running a new cluster (job flow). The cluster runs the steps specified. After the steps complete, the cluster stops and the HDFS partition is lost. To prevent loss of data, configure the last step of the job flow to store results in Amazon S3. If the JobFlowInstancesConfig KeepJobFlowAliveWhenNoSteps parameter is set to TRUE, the cluster transitions to the WAITING state rather than shutting down after the steps have completed.

For additional protection, you can set the JobFlowInstancesConfig TerminationProtected parameter to TRUE to lock the cluster and prevent it from being terminated by API call, user intervention, or in the event of a job flow error.

A maximum of 256 steps are allowed in each job flow.

If your cluster is long-running (such as a Hive data warehouse) or complex, you may require more than 256 steps to process your data. You can bypass the 256-step limitation in various ways, including using the SSH shell to connect to the master node and submitting queries directly to the software running on the master node, such as Hive and Hadoop.

For long-running clusters, we recommend that you periodically store your results.

The instance fleets configuration is available only in Amazon EMR releases 4.8.0 and later, excluding 5.0.x versions. The RunJobFlow request can contain InstanceFleets parameters or InstanceGroups parameters, but not both.

RunJobFlowFluentBuilder

Struct RunJobFlowFluentBuilder Copy item path

Implementations§

impl RunJobFlowFluentBuilder

pub fn as_input(&self) -> &RunJobFlowInputBuilder

pub async fn send( self, ) -> Result<RunJobFlowOutput, SdkError<RunJobFlowError, HttpResponse>>

pub fn customize( self, ) -> CustomizableOperation<RunJobFlowOutput, RunJobFlowError, Self>

pub fn name(self, input: impl Into<String>) -> Self

pub fn set_name(self, input: Option<String>) -> Self

pub fn get_name(&self) -> &Option<String>

pub fn log_uri(self, input: impl Into<String>) -> Self

pub fn set_log_uri(self, input: Option<String>) -> Self

pub fn get_log_uri(&self) -> &Option<String>

pub fn log_encryption_kms_key_id(self, input: impl Into<String>) -> Self

pub fn set_log_encryption_kms_key_id(self, input: Option<String>) -> Self

pub fn get_log_encryption_kms_key_id(&self) -> &Option<String>

pub fn additional_info(self, input: impl Into<String>) -> Self

pub fn set_additional_info(self, input: Option<String>) -> Self

pub fn get_additional_info(&self) -> &Option<String>

pub fn ami_version(self, input: impl Into<String>) -> Self

pub fn set_ami_version(self, input: Option<String>) -> Self

pub fn get_ami_version(&self) -> &Option<String>

pub fn release_label(self, input: impl Into<String>) -> Self

pub fn set_release_label(self, input: Option<String>) -> Self

pub fn get_release_label(&self) -> &Option<String>

pub fn instances(self, input: JobFlowInstancesConfig) -> Self

pub fn set_instances(self, input: Option<JobFlowInstancesConfig>) -> Self

pub fn get_instances(&self) -> &Option<JobFlowInstancesConfig>

pub fn steps(self, input: StepConfig) -> Self

pub fn set_steps(self, input: Option<Vec<StepConfig>>) -> Self

pub fn get_steps(&self) -> &Option<Vec<StepConfig>>

pub fn bootstrap_actions(self, input: BootstrapActionConfig) -> Self

pub fn set_bootstrap_actions( self, input: Option<Vec<BootstrapActionConfig>>, ) -> Self

pub fn get_bootstrap_actions(&self) -> &Option<Vec<BootstrapActionConfig>>

pub fn supported_products(self, input: impl Into<String>) -> Self

pub fn set_supported_products(self, input: Option<Vec<String>>) -> Self

pub fn get_supported_products(&self) -> &Option<Vec<String>>

pub fn new_supported_products(self, input: SupportedProductConfig) -> Self

pub fn set_new_supported_products( self, input: Option<Vec<SupportedProductConfig>>, ) -> Self

pub fn get_new_supported_products(&self) -> &Option<Vec<SupportedProductConfig>>

pub fn applications(self, input: Application) -> Self

pub fn set_applications(self, input: Option<Vec<Application>>) -> Self

pub fn get_applications(&self) -> &Option<Vec<Application>>

pub fn configurations(self, input: Configuration) -> Self

pub fn set_configurations(self, input: Option<Vec<Configuration>>) -> Self

pub fn get_configurations(&self) -> &Option<Vec<Configuration>>

pub fn visible_to_all_users(self, input: bool) -> Self

pub fn set_visible_to_all_users(self, input: Option<bool>) -> Self

pub fn get_visible_to_all_users(&self) -> &Option<bool>

pub fn job_flow_role(self, input: impl Into<String>) -> Self

pub fn set_job_flow_role(self, input: Option<String>) -> Self

pub fn get_job_flow_role(&self) -> &Option<String>

pub fn service_role(self, input: impl Into<String>) -> Self

pub fn set_service_role(self, input: Option<String>) -> Self

pub fn get_service_role(&self) -> &Option<String>

pub fn tags(self, input: Tag) -> Self

pub fn set_tags(self, input: Option<Vec<Tag>>) -> Self

pub fn get_tags(&self) -> &Option<Vec<Tag>>

pub fn security_configuration(self, input: impl Into<String>) -> Self

pub fn set_security_configuration(self, input: Option<String>) -> Self

pub fn get_security_configuration(&self) -> &Option<String>

pub fn auto_scaling_role(self, input: impl Into<String>) -> Self

pub fn set_auto_scaling_role(self, input: Option<String>) -> Self

pub fn get_auto_scaling_role(&self) -> &Option<String>

pub fn scale_down_behavior(self, input: ScaleDownBehavior) -> Self

pub fn set_scale_down_behavior(self, input: Option<ScaleDownBehavior>) -> Self

pub fn get_scale_down_behavior(&self) -> &Option<ScaleDownBehavior>

pub fn custom_ami_id(self, input: impl Into<String>) -> Self

pub fn set_custom_ami_id(self, input: Option<String>) -> Self

pub fn get_custom_ami_id(&self) -> &Option<String>

pub fn ebs_root_volume_size(self, input: i32) -> Self

pub fn set_ebs_root_volume_size(self, input: Option<i32>) -> Self

pub fn get_ebs_root_volume_size(&self) -> &Option<i32>

pub fn repo_upgrade_on_boot(self, input: RepoUpgradeOnBoot) -> Self

pub fn set_repo_upgrade_on_boot(self, input: Option<RepoUpgradeOnBoot>) -> Self

pub fn get_repo_upgrade_on_boot(&self) -> &Option<RepoUpgradeOnBoot>

pub fn kerberos_attributes(self, input: KerberosAttributes) -> Self

pub fn set_kerberos_attributes(self, input: Option<KerberosAttributes>) -> Self

pub fn get_kerberos_attributes(&self) -> &Option<KerberosAttributes>

pub fn step_concurrency_level(self, input: i32) -> Self

Struct RunJobFlowFluentBuilder

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<Unshared, Shared> IntoShared<Shared> for Unshared
where Shared: FromUnshared<Unshared>,

impl<T> Paint for T
where T: ?Sized,