[][src]Struct gcp_client::google::cloud::dataproc::v1beta2::ClusterConfig

pub struct ClusterConfig {
    pub config_bucket: String,
    pub gce_cluster_config: Option<GceClusterConfig>,
    pub master_config: Option<InstanceGroupConfig>,
    pub worker_config: Option<InstanceGroupConfig>,
    pub secondary_worker_config: Option<InstanceGroupConfig>,
    pub software_config: Option<SoftwareConfig>,
    pub lifecycle_config: Option<LifecycleConfig>,
    pub initialization_actions: Vec<NodeInitializationAction>,
    pub encryption_config: Option<EncryptionConfig>,
    pub autoscaling_config: Option<AutoscalingConfig>,
    pub endpoint_config: Option<EndpointConfig>,
    pub security_config: Option<SecurityConfig>,
    pub gke_cluster_config: Option<GkeClusterConfig>,
}

The cluster config.

Fields

config_bucket: String

Optional. A Cloud Storage bucket used to stage job dependencies, config files, and job driver console output. If you do not specify a staging bucket, Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your cluster's staging bucket according to the Compute Engine zone where your cluster is deployed, and then create and manage this project-level, per-location bucket (see Dataproc staging bucket).

gce_cluster_config: Option<GceClusterConfig>

Optional. The shared Compute Engine config settings for all instances in a cluster.

master_config: Option<InstanceGroupConfig>

Optional. The Compute Engine config settings for the master instance in a cluster.

worker_config: Option<InstanceGroupConfig>

Optional. The Compute Engine config settings for worker instances in a cluster.

secondary_worker_config: Option<InstanceGroupConfig>

Optional. The Compute Engine config settings for additional worker instances in a cluster.

software_config: Option<SoftwareConfig>

Optional. The config settings for software inside the cluster.

lifecycle_config: Option<LifecycleConfig>

Optional. The config setting for auto delete cluster schedule.

initialization_actions: Vec<NodeInitializationAction>

Optional. Commands to execute on each node after config is completed. By default, executables are run on master and all worker nodes. You can test a node's role metadata to run an executable on a master or worker node, as shown below using curl (you can also use wget):

ROLE=$(curl -H Metadata-Flavor:Google
http://metadata/computeMetadata/v1beta2/instance/attributes/dataproc-role)
if [[ "${ROLE}" == 'Master' ]]; then
  ... master specific actions ...
else
  ... worker specific actions ...
fi
encryption_config: Option<EncryptionConfig>

Optional. Encryption settings for the cluster.

autoscaling_config: Option<AutoscalingConfig>

Optional. Autoscaling config for the policy associated with the cluster. Cluster does not autoscale if this field is unset.

endpoint_config: Option<EndpointConfig>

Optional. Port/endpoint configuration for this cluster

security_config: Option<SecurityConfig>

Optional. Security related configuration.

gke_cluster_config: Option<GkeClusterConfig>

Optional. The Kubernetes Engine config for Dataproc clusters deployed to Kubernetes. Setting this is considered mutually exclusive with Compute Engine-based options such as gce_cluster_config, master_config, worker_config, secondary_worker_config, and autoscaling_config.

Trait Implementations

impl Clone for ClusterConfig[src]

impl Debug for ClusterConfig[src]

impl Default for ClusterConfig[src]

impl Message for ClusterConfig[src]

impl PartialEq<ClusterConfig> for ClusterConfig[src]

impl StructuralPartialEq for ClusterConfig[src]

Auto Trait Implementations

Blanket Implementations

impl<T> Any for T where
    T: 'static + ?Sized
[src]

impl<T> Borrow<T> for T where
    T: ?Sized
[src]

impl<T> BorrowMut<T> for T where
    T: ?Sized
[src]

impl<T> From<T> for T[src]

impl<T> Instrument for T[src]

impl<T, U> Into<U> for T where
    U: From<T>, 
[src]

impl<T> IntoRequest<T> for T[src]

impl<T> ToOwned for T where
    T: Clone
[src]

type Owned = T

The resulting type after obtaining ownership.

impl<T, U> TryFrom<U> for T where
    U: Into<T>, 
[src]

type Error = Infallible

The type returned in the event of a conversion error.

impl<T, U> TryInto<U> for T where
    U: TryFrom<T>, 
[src]

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.

impl<V, T> VZip<V> for T where
    V: MultiLane<T>, 

impl<T> WithSubscriber for T[src]