pub struct ParallelProcessor { /* private fields */ }Implementations§
Source§impl ParallelProcessor
impl ParallelProcessor
pub fn new(max_workers: usize) -> Self
pub fn with_chunk_size(self, chunk_size: usize) -> Self
pub fn with_allow_incomplete(self, allow_incomplete: bool) -> Self
pub fn with_strict_validation(self, strict_validation: bool) -> Self
Sourcepub async fn process_all_data(
&self,
base_path: &Path,
progress: Option<&ProgressReporter>,
) -> Result<(Vec<ConsolidatedRecord>, IntegrityReport)>
pub async fn process_all_data( &self, base_path: &Path, progress: Option<&ProgressReporter>, ) -> Result<(Vec<ConsolidatedRecord>, IntegrityReport)>
Process all temperature data using parallel processing
Sourcepub fn process_by_stations(
&self,
stations: Vec<StationMetadata>,
base_path: &Path,
progress: Option<&ProgressReporter>,
) -> Result<(Vec<ConsolidatedRecord>, IntegrityReport)>
pub fn process_by_stations( &self, stations: Vec<StationMetadata>, base_path: &Path, progress: Option<&ProgressReporter>, ) -> Result<(Vec<ConsolidatedRecord>, IntegrityReport)>
Process temperature data by station in parallel
Sourcepub fn process_in_batches<F>(
&self,
records: Vec<ConsolidatedRecord>,
batch_processor: F,
progress: Option<&ProgressReporter>,
) -> Result<()>
pub fn process_in_batches<F>( &self, records: Vec<ConsolidatedRecord>, batch_processor: F, progress: Option<&ProgressReporter>, ) -> Result<()>
Process records in batches for memory efficiency
Trait Implementations§
Auto Trait Implementations§
impl Freeze for ParallelProcessor
impl RefUnwindSafe for ParallelProcessor
impl Send for ParallelProcessor
impl Sync for ParallelProcessor
impl Unpin for ParallelProcessor
impl UnwindSafe for ParallelProcessor
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more