Struct ScanBuilder 

pub struct ScanBuilder<A> { /* private fields */ }

A struct for building a scan operation.

Implementations

impl ScanBuilder<ArrayRef>

pub fn into_record_batch_reader<B: BlockingRuntime>( self, schema: SchemaRef, runtime: &B, ) -> VortexResult<impl RecordBatchReader + 'static>

Creates a new RecordBatchReader from the scan builder.

The schema parameter is used to define the schema of the resulting record batches. In general, it is not possible to exactly infer an Arrow schema from a Vortex vortex_dtype::DType, therefore it is required to be provided explicitly.

pub fn into_record_batch_stream( self, schema: SchemaRef, ) -> VortexResult<impl Stream<Item = Result<RecordBatch, ArrowError>> + Send + 'static>

impl<A: 'static + Send> ScanBuilder<A>

pub fn with_handle(self, handle: Handle) -> Self

Provide a handle to the runtime on which to spawn tasks.

pub fn with_filter(self, filter: ExprRef) -> Self

pub fn with_some_filter(self, filter: Option<ExprRef>) -> Self

pub fn with_projection(self, projection: ExprRef) -> Self

pub fn with_ordered(self, ordered: bool) -> Self

pub fn with_row_range(self, row_range: Range<u64>) -> Self

pub fn with_selection(self, selection: Selection) -> Self

pub fn with_row_indices(self, row_indices: Buffer<u64>) -> Self

pub fn with_row_offset(self, row_offset: u64) -> Self

pub fn with_split_by(self, split_by: SplitBy) -> Self

pub fn with_concurrency(self, concurrency: usize) -> Self

The number of row splits to make progress on concurrently per-thread, must be greater than 0.

pub fn with_metrics(self, metrics: VortexMetrics) -> Self

pub fn with_limit(self, limit: usize) -> Self

pub fn dtype(&self) -> VortexResult<DType>

The DType returned by the scan, after applying the projection.

pub fn map<B: 'static>( self, map_fn: impl Fn(A) -> VortexResult<B> + 'static + Send + Sync, ) -> ScanBuilder<B>

Map each split of the scan. The function will be run on the spawned task.

pub fn prepare(self) -> VortexResult<RepeatedScan<A>>

pub fn build( self, ) -> VortexResult<Vec<BoxFuture<'static, VortexResult<Option<A>>>>>

Constructs a task per row split of the scan, returned as a vector of futures.

pub fn into_stream( self, ) -> VortexResult<impl Stream<Item = VortexResult<A>> + Send + 'static + use<A>>

Returns a Stream with tasks spawned onto the scan’s Handle.

pub fn into_iter<B: BlockingRuntime>( self, runtime: &B, ) -> VortexResult<impl Iterator<Item = VortexResult<A>> + 'static>

Returns an Iterator using the given blocking runtime.

impl ScanBuilder<ArrayRef>

pub fn new(layout_reader: Arc<dyn LayoutReader>) -> Self

pub fn into_array_stream( self, ) -> VortexResult<impl ArrayStream + Send + 'static>

Returns an ArrayStream with tasks spawned onto the scan’s Handle.

See ScanBuilder::into_stream for more details.

pub fn into_array_iter<B: BlockingRuntime>( self, runtime: &B, ) -> VortexResult<impl ArrayIterator + 'static>

Returns an ArrayIterator using the given blocking runtime.