Struct VortexDataSource 

pub struct VortexDataSource { /* private fields */ }

A DataFusion DataSource that defers Vortex scan construction to open.

Holds a DataSourceRef rather than pre-collected splits, so that filters and limits pushed down by DataFusion’s optimizer are included in the ScanRequest. A single DataFusion partition is exposed; Vortex drives splits concurrently via TryStreamExt::try_flatten_unordered.

Implementations

impl VortexDataSource

pub fn builder( data_source: DataSourceRef, session: VortexSession, ) -> VortexDataSourceBuilder

Create a builder for a VortexDataSource.

Trait Implementations

impl Clone for VortexDataSource

fn clone(&self) -> VortexDataSource

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl DataSource for VortexDataSource

fn open( &self, partition: usize, _context: Arc<TaskContext>, ) -> DFResult<SendableRecordBatchStream>

fn as_any(&self) -> &dyn Any

fn fmt_as(&self, _t: DisplayFormatType, f: &mut Formatter<'_>) -> Result

Format this source for display in explain plans

fn repartitioned( &self, target_partitions: usize, _repartition_file_min_size: usize, output_ordering: Option<LexOrdering>, ) -> DFResult<Option<Arc<dyn DataSource>>>

Return a copy of this DataSource with a new partitioning scheme.

fn output_partitioning(&self) -> Partitioning

fn eq_properties(&self) -> EquivalenceProperties

fn partition_statistics( &self, _partition: Option<usize>, ) -> DFResult<Statistics>

Returns statistics for a specific partition, or aggregate statistics across all partitions if partition is None.

fn with_fetch(&self, limit: Option<usize>) -> Option<Arc<dyn DataSource>>

Return a copy of this DataSource with a new fetch limit

fn fetch(&self) -> Option<usize>

fn try_swapping_with_projection( &self, projection: &ProjectionExprs, ) -> DFResult<Option<Arc<dyn DataSource>>>

fn try_pushdown_filters( &self, filters: Vec<Arc<dyn PhysicalExpr>>, _config: &ConfigOptions, ) -> DFResult<FilterPushdownPropagation<Arc<dyn DataSource>>>

Try to push down filters into this DataSource. See ExecutionPlan::handle_child_pushdown_result for more details.

fn scheduling_type(&self) -> SchedulingType

fn statistics(&self) -> Result<Statistics, DataFusionError>

👎Deprecated since 51.0.0: Use partition_statistics instead

Returns aggregate statistics across all partitions.

fn metrics(&self) -> ExecutionPlanMetricsSet

fn try_pushdown_sort( &self, _order: &[PhysicalSortExpr], ) -> Result<SortOrderPushdownResult<Arc<dyn DataSource>>, DataFusionError>

Try to create a new DataSource that produces data in the specified sort order.

impl Debug for VortexDataSource

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.