Enum FileScanIR 

pub enum FileScanIR {
    Csv {
        options: Arc<CsvReadOptions>,
    },
    NDJson {
        options: NDJsonReadOptions,
    },
    Parquet {
        options: ParquetOptions,
        first_metadata: Option<Arc<FileMetadata>>,
        metadata_per_source: Option<Arc<[Arc<FileMetadata>]>>,
    },
    Ipc {
        options: IpcScanOptions,
        metadata: Option<Arc<FileMetadata>>,
    },
    PythonDataset {
        dataset_object: Arc<PythonDatasetProvider>,
        cached_ir: Arc<Mutex<Option<ExpandedDataset>>>,
    },
    Lines {
        name: PlSmallStr,
    },
    ExpandedPaths {
        name: PlSmallStr,
    },
    Anonymous {
        options: Arc<AnonymousScanOptions>,
        function: Arc<dyn AnonymousScan>,
    },
}

Note: This is cheaply cloneable.

Variants

Csv

Fields

options: Arc<CsvReadOptions>

NDJson

Fields

options: NDJsonReadOptions

Parquet

Fields

options: ParquetOptions

first_metadata: Option<Arc<FileMetadata>>

Pre-decoded first-file metadata. Consumed by the streaming ParquetReaderBuilder as its initial hint.

metadata_per_source: Option<Arc<[Arc<FileMetadata>]>>

Per-source metadata for the distributed scheduler. Some(s) only in Full resolve mode, with s[i] for sources[i]. s[0] == first_metadata so callers iterate uniformly without special-casing the first source.

Ipc

Fields

options: IpcScanOptions

metadata: Option<Arc<FileMetadata>>

PythonDataset

Fields

dataset_object: Arc<PythonDatasetProvider>

cached_ir: Arc<Mutex<Option<ExpandedDataset>>>

Lines

Fields

name: PlSmallStr

ExpandedPaths

Fields

name: PlSmallStr

Anonymous

Fields

options: Arc<AnonymousScanOptions>

function: Arc<dyn AnonymousScan>

Implementations

impl FileScanIR

pub fn flags(&self) -> ScanFlags

pub fn streamable(&self) -> bool

pub fn gather_after_filter<I>( &mut self, first_file_dropped: bool, surviving_indices: I, )

where I: Iterator<Item = usize>,

Re-index pre-decoded per-source state after a source-list filter.

surviving_indices yields ascending indices into the pre-filter list.

Trait Implementations

impl Clone for FileScanIR

fn clone(&self) -> FileScanIR

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FileScanIR

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for FileScanIR

fn deserialize<__D>( __deserializer: __D, ) -> Result<FileScanIR, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for FileScanIR

impl<'_derivative_strum> From<&'_derivative_strum FileScanIR> for &'static str

fn from(x: &'_derivative_strum FileScanIR) -> &'static str

Converts to this type from the input type.

impl From<FileScanIR> for &'static str

fn from(x: FileScanIR) -> &'static str

Converts to this type from the input type.

impl Hash for FileScanIR

fn hash<H>(&self, state: &mut H)

where H: Hasher,

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for FileScanIR

fn eq(&self, other: &FileScanIR) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for FileScanIR

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.