pub struct ParallelStreamingExecutor { /* private fields */ }Expand description
Parallel streaming executor: parses chunks concurrently with bounded memory.
Implementations§
Source§impl ParallelStreamingExecutor
impl ParallelStreamingExecutor
pub fn new(budget: MemoryBudget, max_in_flight: usize) -> Self
Sourcepub fn run_stream<P, C>(
&self,
path: &Path,
splitter: &dyn Splitter,
parser: P,
plan: Arc<ExecutionPlan>,
prefault: bool,
opts: ParallelStreamOpts,
consumer: &mut C,
) -> Result<()>
pub fn run_stream<P, C>( &self, path: &Path, splitter: &dyn Splitter, parser: P, plan: Arc<ExecutionPlan>, prefault: bool, opts: ParallelStreamOpts, consumer: &mut C, ) -> Result<()>
Stream a file in parallel, calling consumer per batch in order.
Sourcepub fn run_bytes_stream<P, C>(
&self,
bytes: &[u8],
splitter: &dyn Splitter,
parser: P,
plan: Arc<ExecutionPlan>,
opts: ParallelStreamOpts,
consumer: &mut C,
) -> Result<()>
pub fn run_bytes_stream<P, C>( &self, bytes: &[u8], splitter: &dyn Splitter, parser: P, plan: Arc<ExecutionPlan>, opts: ParallelStreamOpts, consumer: &mut C, ) -> Result<()>
Stream bytes in parallel.
Auto Trait Implementations§
impl Freeze for ParallelStreamingExecutor
impl RefUnwindSafe for ParallelStreamingExecutor
impl Send for ParallelStreamingExecutor
impl Sync for ParallelStreamingExecutor
impl Unpin for ParallelStreamingExecutor
impl UnsafeUnpin for ParallelStreamingExecutor
impl UnwindSafe for ParallelStreamingExecutor
Blanket Implementations§
impl<T> Allocation for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more