Struct TriggerFileIngest

pub struct TriggerFileIngest { /* private fields */ }

Implementations

impl TriggerFileIngest

pub fn builder() -> Builder<SourceStage>

Returns a new builder.

impl TriggerFileIngest

pub fn new( source: IngestSource, source_metadata: IngestSourceMetadata, destination: IngestDestination, ) -> Self

Constructs a new instance of the type.

pub fn source(&self) -> &IngestSource

Source data for the ingest. Supported file types include:

• CSV (*.csv)
• Compressed CSV (*.csv.gz)
• Parquet (*.parquet)
• Parquet archives (*.parquet.tar, *.parquet.tar.gz, *.parquet.zip). Note that timestamp column must have the same name and format across files. Non parquet files will be ignored. Each file can contribute to the overall schema, but conflicting types will fail the ingest. Conflicting values (same timestamp, column) across files will be de-conflicted based on archive file ordering (first point taken)

pub fn source_metadata(&self) -> &IngestSourceMetadata

pub fn destination(&self) -> &IngestDestination

Trait Implementations

impl Clone for TriggerFileIngest

fn clone(&self) -> TriggerFileIngest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TriggerFileIngest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for TriggerFileIngest

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<TriggerFileIngest> for Builder<Complete>

fn from(v: TriggerFileIngest) -> Self

Converts to this type from the input type.

impl Hash for TriggerFileIngest

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Ord for TriggerFileIngest

fn cmp(&self, other: &TriggerFileIngest) -> Ordering

This method returns an Ordering between self and other.

fn max(self, other: Self) -> Self

where Self: Sized,

Compares and returns the maximum of two values.

fn min(self, other: Self) -> Self

where Self: Sized,

Compares and returns the minimum of two values.

fn clamp(self, min: Self, max: Self) -> Self

where Self: Sized,

Restrict a value to a certain interval.

impl PartialEq for TriggerFileIngest

fn eq(&self, other: &TriggerFileIngest) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for TriggerFileIngest

fn partial_cmp(&self, other: &TriggerFileIngest) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

Tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

Tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

Tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

Tests greater than or equal to (for self and other) and is used by the >= operator.

impl Serialize for TriggerFileIngest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for TriggerFileIngest

impl StructuralPartialEq for TriggerFileIngest