Struct OrcOptions

pub struct OrcOptions {
    pub compression: Option<String>,
    pub merge_schema: Option<bool>,
    pub common: CommonFileOptions,
}

A struct that represents options for configuring ORC file parsing.

Options

• merge_schema: Merge schemas from all ORC files.
• path_glob_filter: A glob pattern to filter files by their path.
• common - Common file options that are shared across multiple file formats.

Example

let options = OrcOptions::new()
    .merge_schema(true)
    .common.path_glob_filter("*.orc".to_string())
    .common.recursive_file_lookup(true);

let df = spark.read().orc(["/path/to/orc"], options)?;

Fields

compression: Option<String>

merge_schema: Option<bool>

common: CommonFileOptions

Implementations

impl OrcOptions

pub fn compression(self, value: &str) -> Self

pub fn merge_schema(self, value: bool) -> Self

Trait Implementations

impl Clone for OrcOptions

fn clone(&self) -> OrcOptions

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl ConfigOpts for OrcOptions

fn to_options(&self) -> HashMap<String, String>

impl Debug for OrcOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for OrcOptions

fn default() -> Self

Returns the “default value” for a type.