Skip to main content

DefaultEngineBuilder

Struct DefaultEngineBuilder 

Source
pub struct DefaultEngineBuilder<E> { /* private fields */ }
Expand description

Builder for creating DefaultEngine instances.

§Example

// Build a DefaultEngine with default executor
let engine = DefaultEngineBuilder::new(Arc::new(LocalFileSystem::new()))
    .build();

// Build with a custom executor
let engine = DefaultEngineBuilder::new(Arc::new(LocalFileSystem::new()))
    .with_task_executor(Arc::new(TokioBackgroundExecutor::new()))
    .build();

Implementations§

Source§

impl DefaultEngineBuilder<DefaultTaskExecutor>

Source

pub fn new(object_store: Arc<DynObjectStore>) -> Self

Create a new DefaultEngineBuilder instance with the default executor.

Source

pub fn build(self) -> DefaultEngine<TokioBackgroundExecutor>

Build the DefaultEngine instance.

Source§

impl<E> DefaultEngineBuilder<E>

Source

pub fn with_task_executor<F: TaskExecutor>( self, task_executor: Arc<F>, ) -> DefaultEngineBuilder<Arc<F>>

Set a custom task executor for the engine.

See executor::TaskExecutor for more details.

Source

pub fn with_buffer_size(self, buffer_size: NonZero<usize>) -> Self

Set the maximum number of files read concurrently by the JSON and Parquet handlers in their read_*_files paths. This is the file-level I/O readahead depth: higher values overlap more object-store requests to hide latency, at the cost of more in-flight memory.

Defaults to the handlers’ built-in value when unset. Ordering of returned data is preserved regardless of this value.

Source

pub fn with_batch_size(self, batch_size: NonZero<usize>) -> Self

Set the maximum number of rows per batch yielded by the JSON and Parquet handlers in their read_*_files paths.

Defaults to the handlers’ built-in value when unset. Overall read memory usage is roughly proportional to buffer_size * batch_size.

Source§

impl<E: TaskExecutor> DefaultEngineBuilder<Arc<E>>

Source

pub fn build(self) -> DefaultEngine<E>

Build the DefaultEngine instance.

Trait Implementations§

Source§

impl<E: Debug> Debug for DefaultEngineBuilder<E>

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Auto Trait Implementations§

§

impl<E> !RefUnwindSafe for DefaultEngineBuilder<E>

§

impl<E> !UnwindSafe for DefaultEngineBuilder<E>

§

impl<E> Freeze for DefaultEngineBuilder<E>
where E: Freeze,

§

impl<E> Send for DefaultEngineBuilder<E>
where E: Send,

§

impl<E> Sync for DefaultEngineBuilder<E>
where E: Sync,

§

impl<E> Unpin for DefaultEngineBuilder<E>
where E: Unpin,

§

impl<E> UnsafeUnpin for DefaultEngineBuilder<E>
where E: UnsafeUnpin,

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> AsAny for T
where T: Any + Send + Sync,

Source§

fn any_ref(&self) -> &(dyn Any + Send + Sync + 'static)

Obtains a dyn Any reference to the object: Read more
Source§

fn as_any(self: Arc<T>) -> Arc<dyn Any + Send + Sync>

Obtains an Arc<dyn Any> reference to the object: Read more
Source§

fn into_any(self: Box<T>) -> Box<dyn Any + Send + Sync>

Converts the object to Box<dyn Any>: Read more
Source§

fn type_name(&self) -> &'static str

Convenient wrapper for std::any::type_name, since Any does not provide it and Any::type_id is useless as a debugging aid (its Debug is just a mess of hex digits).
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> FoldWithOption for T

Source§

fn fold_with<U>(self, opt: Option<U>, f: impl FnOnce(Self, U) -> Self) -> Self

Applies an optional fold operation f to self if opt is Some; otherwise returns self unchanged. Read more
Source§

fn try_fold_with<U, E>( self, opt: Option<U>, f: impl FnOnce(Self, U) -> Result<Self, E>, ) -> Result<Self, E>

Fallible fold_with: applies Result-returning f to self if opt is Some, otherwise returns self unchanged (wrapped in Ok).
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<KernelType, ArrowType> TryIntoArrow<ArrowType> for KernelType
where ArrowType: TryFromKernel<KernelType>,

Source§

fn try_into_arrow(self) -> Result<ArrowType, ArrowError>

Source§

impl<KernelType, ArrowType> TryIntoKernel<KernelType> for ArrowType
where KernelType: TryFromArrow<ArrowType>,

Source§

fn try_into_kernel(self) -> Result<KernelType, ArrowError>

Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more