Skip to main content

SparkStatistics

Struct SparkStatistics 

Source
#[non_exhaustive]
pub struct SparkStatistics { pub spark_job_id: Option<String>, pub spark_job_location: Option<String>, pub endpoints: HashMap<String, String>, pub logging_info: Option<LoggingInfo>, pub kms_key_name: Option<String>, pub gcs_staging_bucket: Option<String>, /* private fields */ }
Expand description

Statistics for a BigSpark query. Populated as part of JobStatistics2

Fields (Non-exhaustive)§

This struct is marked as non-exhaustive
Non-exhaustive structs could have additional fields added in future. Therefore, non-exhaustive structs cannot be constructed in external crates using the traditional Struct { .. } syntax; cannot be matched against without a wildcard ..; and struct update syntax will not work.
§spark_job_id: Option<String>

Output only. Spark job ID if a Spark job is created successfully.

§spark_job_location: Option<String>

Output only. Location where the Spark job is executed. A location is selected by BigQueury for jobs configured to run in a multi-region.

§endpoints: HashMap<String, String>

Output only. Endpoints returned from Dataproc. Key list:

  • history_server_endpoint: A link to Spark job UI.
§logging_info: Option<LoggingInfo>

Output only. Logging info is used to generate a link to Cloud Logging.

§kms_key_name: Option<String>

Output only. The Cloud KMS encryption key that is used to protect the resources created by the Spark job. If the Spark procedure uses the invoker security mode, the Cloud KMS encryption key is either inferred from the provided system variable, @@spark_proc_properties.kms_key_name, or the default key of the BigQuery job’s project (if the CMEK organization policy is enforced). Otherwise, the Cloud KMS key is either inferred from the Spark connection associated with the procedure (if it is provided), or from the default key of the Spark connection’s project if the CMEK organization policy is enforced.

Example:

  • projects/[kms_project_id]/locations/[region]/keyRings/[key_region]/cryptoKeys/[key]
§gcs_staging_bucket: Option<String>

Output only. The Google Cloud Storage bucket that is used as the default file system by the Spark application. This field is only filled when the Spark procedure uses the invoker security mode. The gcsStagingBucket bucket is inferred from the @@spark_proc_properties.staging_bucket system variable (if it is provided). Otherwise, BigQuery creates a default staging bucket for the job and returns the bucket name in this field.

Example:

  • gs://[bucket_name]

Implementations§

Source§

impl SparkStatistics

Source

pub fn new() -> Self

Creates a new default instance.

Source

pub fn set_spark_job_id<T>(self, v: T) -> Self
where T: Into<String>,

Sets the value of spark_job_id.

§Example
let x = SparkStatistics::new().set_spark_job_id("example");
Source

pub fn set_or_clear_spark_job_id<T>(self, v: Option<T>) -> Self
where T: Into<String>,

Sets or clears the value of spark_job_id.

§Example
let x = SparkStatistics::new().set_or_clear_spark_job_id(Some("example"));
let x = SparkStatistics::new().set_or_clear_spark_job_id(None::<String>);
Source

pub fn set_spark_job_location<T>(self, v: T) -> Self
where T: Into<String>,

Sets the value of spark_job_location.

§Example
let x = SparkStatistics::new().set_spark_job_location("example");
Source

pub fn set_or_clear_spark_job_location<T>(self, v: Option<T>) -> Self
where T: Into<String>,

Sets or clears the value of spark_job_location.

§Example
let x = SparkStatistics::new().set_or_clear_spark_job_location(Some("example"));
let x = SparkStatistics::new().set_or_clear_spark_job_location(None::<String>);
Source

pub fn set_endpoints<T, K, V>(self, v: T) -> Self
where T: IntoIterator<Item = (K, V)>, K: Into<String>, V: Into<String>,

Sets the value of endpoints.

§Example
let x = SparkStatistics::new().set_endpoints([
    ("key0", "abc"),
    ("key1", "xyz"),
]);
Source

pub fn set_logging_info<T>(self, v: T) -> Self
where T: Into<LoggingInfo>,

Sets the value of logging_info.

§Example
use google_cloud_bigquery_v2::model::spark_statistics::LoggingInfo;
let x = SparkStatistics::new().set_logging_info(LoggingInfo::default()/* use setters */);
Source

pub fn set_or_clear_logging_info<T>(self, v: Option<T>) -> Self
where T: Into<LoggingInfo>,

Sets or clears the value of logging_info.

§Example
use google_cloud_bigquery_v2::model::spark_statistics::LoggingInfo;
let x = SparkStatistics::new().set_or_clear_logging_info(Some(LoggingInfo::default()/* use setters */));
let x = SparkStatistics::new().set_or_clear_logging_info(None::<LoggingInfo>);
Source

pub fn set_kms_key_name<T>(self, v: T) -> Self
where T: Into<String>,

Sets the value of kms_key_name.

§Example
let x = SparkStatistics::new().set_kms_key_name("example");
Source

pub fn set_or_clear_kms_key_name<T>(self, v: Option<T>) -> Self
where T: Into<String>,

Sets or clears the value of kms_key_name.

§Example
let x = SparkStatistics::new().set_or_clear_kms_key_name(Some("example"));
let x = SparkStatistics::new().set_or_clear_kms_key_name(None::<String>);
Source

pub fn set_gcs_staging_bucket<T>(self, v: T) -> Self
where T: Into<String>,

Sets the value of gcs_staging_bucket.

§Example
let x = SparkStatistics::new().set_gcs_staging_bucket("example");
Source

pub fn set_or_clear_gcs_staging_bucket<T>(self, v: Option<T>) -> Self
where T: Into<String>,

Sets or clears the value of gcs_staging_bucket.

§Example
let x = SparkStatistics::new().set_or_clear_gcs_staging_bucket(Some("example"));
let x = SparkStatistics::new().set_or_clear_gcs_staging_bucket(None::<String>);

Trait Implementations§

Source§

impl Clone for SparkStatistics

Source§

fn clone(&self) -> SparkStatistics

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for SparkStatistics

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl Default for SparkStatistics

Source§

fn default() -> SparkStatistics

Returns the “default value” for a type. Read more
Source§

impl Message for SparkStatistics

Source§

fn typename() -> &'static str

The typename of this message.
Source§

impl PartialEq for SparkStatistics

Source§

fn eq(&self, other: &SparkStatistics) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl StructuralPartialEq for SparkStatistics

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> FutureExt for T

Source§

fn with_context(self, otel_cx: Context) -> WithContext<Self>

Attaches the provided Context to this type, returning a WithContext wrapper. Read more
Source§

fn with_current_context(self) -> WithContext<Self>

Attaches the current Context to this type, returning a WithContext wrapper. Read more
Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoRequest<T> for T

Source§

fn into_request(self) -> Request<T>

Wrap the input message T in a tonic::Request
Source§

impl<L> LayerExt<L> for L

Source§

fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>
where L: Layer<S>,

Applies the layer to a service and wraps it in Layered.
Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more