Struct ParquetOpts

pub struct ParquetOpts { /* private fields */ }

Options for ingesting parquet files. Supported file formats include .parquet, .parquet.gz and archives such as .tar, .tar.gz, and .zip (must set the isArchive flag).

Implementations

impl ParquetOpts

pub fn builder() -> Builder<SourceStage>

Returns a new builder.

impl ParquetOpts

pub fn new( source: IngestSource, target: DatasetIngestTarget, timestamp_metadata: TimestampMetadata, ) -> Self

Constructs a new instance of the type.

pub fn source(&self) -> &IngestSource

pub fn target(&self) -> &DatasetIngestTarget

pub fn timestamp_metadata(&self) -> &TimestampMetadata

pub fn channel_prefix(&self) -> &ChannelPrefix

pub fn tag_keys_from_columns(&self) -> Option<&BTreeSet<TagName>>

👎Deprecated: Deprecated in favor of tagColumns.

pub fn tag_columns(&self) -> Option<&BTreeMap<TagName, ColumnName>>

A map of tag names to column names to derive the tag values from.

pub fn additional_file_tags(&self) -> Option<&BTreeMap<TagName, TagValue>>

pub fn is_archive(&self) -> Option<bool>

If true, the file is an archive. Supported archive formats include .tar, .tar.gz, and .zip. Only files ending in .parquet within the archive will be ingested. If field not provided, defaults to false.

Trait Implementations

impl Clone for ParquetOpts

fn clone(&self) -> ParquetOpts

Returns a duplicate of the value.

const fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ParquetOpts

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ParquetOpts

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<ParquetOpts> for Builder<Complete>

fn from(v: ParquetOpts) -> Self

Converts to this type from the input type.

impl Hash for ParquetOpts

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Ord for ParquetOpts

fn cmp(&self, other: &ParquetOpts) -> Ordering

This method returns an Ordering between self and other.

fn max(self, other: Self) -> Self

where Self: Sized,

Compares and returns the maximum of two values.

fn min(self, other: Self) -> Self

where Self: Sized,

Compares and returns the minimum of two values.

fn clamp(self, min: Self, max: Self) -> Self

where Self: Sized,

Restrict a value to a certain interval.

impl PartialEq for ParquetOpts

fn eq(&self, other: &ParquetOpts) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for ParquetOpts

fn partial_cmp(&self, other: &ParquetOpts) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

Tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

Tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

Tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

Tests greater than or equal to (for self and other) and is used by the >= operator.

impl Serialize for ParquetOpts

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for ParquetOpts

impl StructuralPartialEq for ParquetOpts