Skip to main content

PhysNodeKind

polars_stream

Enum PhysNodeKind 

Source 
pub enum PhysNodeKind {

Show 44 variants    InMemorySource {
        df: Arc<DataFrame>,
        disable_morsel_split: bool,
    },
    Select {
        input: PhysStream,
        selectors: Vec<ExprIR>,
        extend_original: bool,
    },
    InputIndependentSelect {
        selectors: Vec<ExprIR>,
    },
    WithRowIndex {
        input: PhysStream,
        name: PlSmallStr,
        offset: Option<IdxSize>,
    },
    Reduce {
        input: PhysStream,
        exprs: Vec<ExprIR>,
    },
    StreamingSlice {
        input: PhysStream,
        offset: usize,
        length: usize,
    },
    NegativeSlice {
        input: PhysStream,
        offset: i64,
        length: usize,
    },
    DynamicSlice {
        input: PhysStream,
        offset: PhysStream,
        length: PhysStream,
    },
    Shift {
        input: PhysStream,
        offset: PhysStream,
        fill: Option<PhysStream>,
    },
    Filter {
        input: PhysStream,
        predicate: ExprIR,
    },
    SimpleProjection {
        input: PhysStream,
        columns: PlIndexMap<PlSmallStr, PlSmallStr>,
    },
    InMemorySink {
        input: PhysStream,
    },
    CallbackSink {
        input: PhysStream,
        function: PlanCallback<DataFrame, bool>,
        maintain_order: bool,
        chunk_size: Option<NonZeroUsize>,
    },
    FileSink {
        input: PhysStream,
        options: FileSinkOptions,
    },
    PartitionedSink {
        input: PhysStream,
        options: PartitionedSinkOptionsIR,
    },
    SinkMultiple {
        sinks: Vec<PhysNodeKey>,
    },
    InMemoryMap {
        input: PhysStream,
        map: Arc<dyn DataFrameUdf>,
        format_str: Option<String>,
    },
    Map {
        input: PhysStream,
        map: Arc<dyn DataFrameUdf>,
        format_str: Option<String>,
    },
    ColumnarFunction {
        inputs: Vec<PhysStream>,
        func: Arc<dyn ColumnsUdf>,
        arg_map: Option<FunctionArgMap>,
        output_name: PlSmallStr,
        format_str: Option<String>,
    },
    SortedGroupBy {
        input: PhysStream,
        key: PlSmallStr,
        aggs: Vec<ExprIR>,
        slice: Option<(IdxSize, IdxSize)>,
    },
    Sort {
        input: PhysStream,
        by_column: Vec<ExprIR>,
        slice: Option<(i64, usize)>,
        sort_options: SortMultipleOptions,
    },
    TopK {
        input: PhysStream,
        k: PhysStream,
        by_column: Vec<ExprIR>,
        reverse: Vec<bool>,
        nulls_last: Vec<bool>,
        dyn_pred: Option<DynamicPred>,
    },
    Repeat {
        value: PhysStream,
        repeats: PhysStream,
    },
    GatherEvery {
        input: PhysStream,
        n: usize,
        offset: usize,
    },
    ForwardFill {
        input: PhysStream,
        limit: Option<IdxSize>,
    },
    BackwardFill {
        input: PhysStream,
        limit: Option<IdxSize>,
    },
    Rle(PhysStream),
    RleId(PhysStream),
    SortedUnique {
        input: PhysStream,
        keys: Vec<PlSmallStr>,
    },
    PeakMinMax {
        input: PhysStream,
        is_peak_max: bool,
    },
    IsSorted {
        input: PhysStream,
        descending: Option<bool>,
        nulls_last: Option<bool>,
        output_name: PlSmallStr,
    },
    OrderedUnion {
        inputs: Vec<PhysStream>,
    },
    UnorderedUnion {
        inputs: Vec<PhysStream>,
    },
    Zip {
        inputs: Vec<PhysStream>,
        zip_behavior: ZipBehavior,
    },
    Multiplexer {
        input: PhysStream,
    },
    MultiScan {
Show 18 fields
        scan_sources: ScanSources,
        file_reader_builder: Arc<dyn FileReaderBuilder>,
        cloud_options: Option<Arc<CloudOptions>>,
        file_projection_builder: ProjectionBuilder,
        output_schema: SchemaRef,
        row_index: Option<RowIndex>,
        pre_slice: Option<Slice>,
        predicate: Option<ExprIR>,
        predicate_file_skip_applied: Option<PredicateFileSkip>,
        hive_parts: Option<HivePartitionsDf>,
        include_file_paths: Option<PlSmallStr>,
        cast_columns_policy: CastColumnsPolicy,
        missing_columns_policy: MissingColumnsPolicy,
        forbid_extra_columns: Option<ForbidExtraColumns>,
        deletion_files: Option<DeletionFilesList>,
        table_statistics: Option<TableStatistics>,
        file_schema: SchemaRef,
        disable_morsel_split: bool,
    
},
    GroupBy {
        inputs: Vec<PhysStream>,
        key_per_input: Vec<Vec<ExprIR>>,
        aggs_per_input: Vec<Vec<ExprIR>>,
    },
    EquiJoin {
        input_left: PhysStream,
        input_right: PhysStream,
        left_on: Vec<ExprIR>,
        right_on: Vec<ExprIR>,
        args: JoinArgs,
    },
    MergeJoin {
        input_left: PhysStream,
        input_right: PhysStream,
        left_on: Vec<PlSmallStr>,
        right_on: Vec<PlSmallStr>,
        tmp_left_key_col: Option<PlSmallStr>,
        tmp_right_key_col: Option<PlSmallStr>,
        descending: bool,
        nulls_last: bool,
        keys_row_encoded: bool,
        args: JoinArgs,
    },
    SemiAntiJoin {
        input_left: PhysStream,
        input_right: PhysStream,
        left_on: Vec<ExprIR>,
        right_on: Vec<ExprIR>,
        args: JoinArgs,
        output_bool: bool,
    },
    CrossJoin {
        input_left: PhysStream,
        input_right: PhysStream,
        args: JoinArgs,
    },
    AsOfJoin {
        input_left: PhysStream,
        input_right: PhysStream,
        left_on: PlSmallStr,
        right_on: PlSmallStr,
        tmp_left_key_col: Option<PlSmallStr>,
        tmp_right_key_col: Option<PlSmallStr>,
        by_descending: Option<Vec<bool>>,
        by_nulls_last: Option<Vec<bool>>,
        args: JoinArgs,
    },
    InMemoryJoin {
        input_left: PhysStream,
        input_right: PhysStream,
        left_on: Vec<ExprIR>,
        right_on: Vec<ExprIR>,
        args: JoinArgs,
        options: Option<JoinTypeOptionsIR>,
    },
    Gather {
        input: PhysStream,
        idxs: PhysStream,
        null_on_oob: bool,
    },

}

Variants§

§

InMemorySource

Fields

§df: Arc<DataFrame>
§disable_morsel_split: bool
§

Select

Fields

§input: PhysStream
§selectors: Vec<ExprIR>
§extend_original: bool
§

InputIndependentSelect

Fields

§selectors: Vec<ExprIR>
§

WithRowIndex

Fields

§input: PhysStream
§name: PlSmallStr
§offset: Option<IdxSize>
§

Reduce

Fields

§input: PhysStream
§exprs: Vec<ExprIR>
§

StreamingSlice

Fields

§input: PhysStream
§offset: usize
§length: usize
§

NegativeSlice

Fields

§input: PhysStream
§offset: i64
§length: usize
§

DynamicSlice

Fields

§input: PhysStream
§offset: PhysStream
§length: PhysStream
§

Shift

Fields

§input: PhysStream
§offset: PhysStream
§fill: Option<PhysStream>
§

Filter

Fields

§input: PhysStream
§predicate: ExprIR
§

SimpleProjection

Fields

§input: PhysStream
§columns: PlIndexMap<PlSmallStr, PlSmallStr>
§

InMemorySink

Fields

§input: PhysStream
§

CallbackSink

Fields

§input: PhysStream
§function: PlanCallback<DataFrame, bool>
§maintain_order: bool
§chunk_size: Option<NonZeroUsize>
§

FileSink

Fields

§input: PhysStream
§options: FileSinkOptions
§

PartitionedSink

Fields

§input: PhysStream
§options: PartitionedSinkOptionsIR
§

SinkMultiple

Fields

§sinks: Vec<PhysNodeKey>
§

InMemoryMap

Generic fallback for (as-of-yet) unsupported streaming mappings. Fully sinks all data to an in-memory data frame and uses the in-memory engine to perform the map.

Fields

§input: PhysStream
§map: Arc<dyn DataFrameUdf>
§format_str: Option<String>

A formatted string of what the in-memory map is. This usually calls format on the IR.

§

Map

Fields

§input: PhysStream
§map: Arc<dyn DataFrameUdf>
§format_str: Option<String>

A formatted string of what the map is. This usually calls format on the IR.

§

ColumnarFunction

Fields

§inputs: Vec<PhysStream>
§func: Arc<dyn ColumnsUdf>
§arg_map: Option<FunctionArgMap>
§output_name: PlSmallStr
§format_str: Option<String>
§

SortedGroupBy

Fields

§input: PhysStream
§key: PlSmallStr
§aggs: Vec<ExprIR>
§slice: Option<(IdxSize, IdxSize)>
§

Sort

Fields

§input: PhysStream
§by_column: Vec<ExprIR>
§slice: Option<(i64, usize)>
§sort_options: SortMultipleOptions
§

TopK

Fields

§input: PhysStream
§k: PhysStream
§by_column: Vec<ExprIR>
§reverse: Vec<bool>
§nulls_last: Vec<bool>
§dyn_pred: Option<DynamicPred>
§

Repeat

Fields

§value: PhysStream
§repeats: PhysStream
§

GatherEvery

Fields

§input: PhysStream
§n: usize
§offset: usize
§

ForwardFill

Fields

§input: PhysStream
§limit: Option<IdxSize>
§

BackwardFill

Fields

§input: PhysStream
§limit: Option<IdxSize>
§

Rle(PhysStream)

§

RleId(PhysStream)

§

SortedUnique

Fields

§input: PhysStream
§keys: Vec<PlSmallStr>
§

PeakMinMax

Fields

§input: PhysStream
§is_peak_max: bool
§

IsSorted

Fields

§input: PhysStream
§descending: Option<bool>
§nulls_last: Option<bool>
§output_name: PlSmallStr
§

OrderedUnion

Fields

§inputs: Vec<PhysStream>
§

UnorderedUnion

Fields

§inputs: Vec<PhysStream>
§

Zip

Fields

§inputs: Vec<PhysStream>
§zip_behavior: ZipBehavior
§

Multiplexer

Fields

§input: PhysStream
§

MultiScan

Fields

§scan_sources: ScanSources
§file_reader_builder: Arc<dyn FileReaderBuilder>
§cloud_options: Option<Arc<CloudOptions>>
§file_projection_builder: ProjectionBuilder

Columns to project from the file.

§output_schema: SchemaRef

Final output schema of morsels being sent out of MultiScan.

§row_index: Option<RowIndex>
§pre_slice: Option<Slice>
§predicate: Option<ExprIR>
§predicate_file_skip_applied: Option<PredicateFileSkip>
§hive_parts: Option<HivePartitionsDf>
§include_file_paths: Option<PlSmallStr>
§cast_columns_policy: CastColumnsPolicy
§missing_columns_policy: MissingColumnsPolicy
§forbid_extra_columns: Option<ForbidExtraColumns>
§deletion_files: Option<DeletionFilesList>
§table_statistics: Option<TableStatistics>
§file_schema: SchemaRef

Schema of columns contained in the file. Does not contain external columns (e.g. hive / row_index).

§disable_morsel_split: bool
§

GroupBy

Fields

§inputs: Vec<PhysStream>
§key_per_input: Vec<Vec<ExprIR>>
§aggs_per_input: Vec<Vec<ExprIR>>
§

EquiJoin

Fields

§input_left: PhysStream
§input_right: PhysStream
§left_on: Vec<ExprIR>
§right_on: Vec<ExprIR>
§args: JoinArgs
§

MergeJoin

Fields

§input_left: PhysStream
§input_right: PhysStream
§left_on: Vec<PlSmallStr>
§right_on: Vec<PlSmallStr>
§tmp_left_key_col: Option<PlSmallStr>
§tmp_right_key_col: Option<PlSmallStr>
§descending: bool
§nulls_last: bool
§keys_row_encoded: bool
§args: JoinArgs
§

SemiAntiJoin

Fields

§input_left: PhysStream
§input_right: PhysStream
§left_on: Vec<ExprIR>
§right_on: Vec<ExprIR>
§args: JoinArgs
§output_bool: bool
§

CrossJoin

Fields

§input_left: PhysStream
§input_right: PhysStream
§args: JoinArgs
§

AsOfJoin

Fields

§input_left: PhysStream
§input_right: PhysStream
§left_on: PlSmallStr
§right_on: PlSmallStr
§tmp_left_key_col: Option<PlSmallStr>
§tmp_right_key_col: Option<PlSmallStr>
§by_descending: Option<Vec<bool>>
§by_nulls_last: Option<Vec<bool>>
§args: JoinArgs
§

InMemoryJoin

Generic fallback for (as-of-yet) unsupported streaming joins. Fully sinks all data to in-memory data frames and uses the in-memory engine to perform the join.

Fields

§input_left: PhysStream
§input_right: PhysStream
§left_on: Vec<ExprIR>
§right_on: Vec<ExprIR>
§args: JoinArgs
§options: Option<JoinTypeOptionsIR>
§

Gather

Fields

§input: PhysStream
§idxs: PhysStream
§null_on_oob: bool

Trait Implementations§

Source§

impl Clone for PhysNodeKind

Source§

fn clone(&self) -> PhysNodeKind

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for PhysNodeKind

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> DynClone for T
where T: Clone,

Source§

fn __clone_box(&self, _: Private) -> *mut ()

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self> ⓘ

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> Key for T
where T: Clone,

Source§

fn align() -> usize

The alignment necessary for the key. Must return a power of two.
Source§

fn size(&self) -> usize

The size of the key in bytes.
Source§

unsafe fn init(&self, ptr: *mut u8)

Initialize the key in the given memory location. Read more
Source§

unsafe fn get<'a>(ptr: *const u8) -> &'a T

Get a reference to the key from the given memory location. Read more
Source§

unsafe fn drop_in_place(ptr: *mut u8)

Drop the key in place. Read more
Source§

impl<T> PlanCallbackArgs for T

Source§

impl<T> PlanCallbackOut for T

Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more