Struct DistributedReader 

pub struct DistributedReader { /* private fields */ }

Distributed reader for parallel file processing

Implementations

impl DistributedReader

pub fn new<P: AsRef<Path>>(path: P) -> Self

Create a new distributed reader

pub fn partition_strategy(self, strategy: PartitionStrategy) -> Self

Set partition strategy

pub fn num_workers(self, num_workers: usize) -> Self

Set number of workers

pub fn progress_callback<F>(self, callback: F) -> Self

where F: Fn(&[WorkerInfo]) + Send + Sync + 'static,

Set progress callback

pub fn process_parallel<T, F>(&self, processor: F) -> Result<Vec<T>>

where T: Send + 'static + Ord, F: Fn(Vec<u8>) -> Result<T> + Send + Sync + 'static,

Process file in parallel with enhanced load balancing and error recovery