Struct BatchProcessor 

pub struct BatchProcessor { /* private fields */ }

Batch processor for efficient record processing

Implementations

impl BatchProcessor

pub fn new() -> Self

Create a new batch processor with default configuration

pub fn with_config(config: BatchProcessorConfig) -> Self

Create a new batch processor with custom configuration

pub fn process_batch<R: Read + Seek>( &mut self, reader: &mut R, record_offsets: &[u64], requested_fields: &HashSet<AllocationField>, ) -> Result<RecordBatch, BinaryExportError>

Process a batch of records from the given reader

pub fn process_with_prefetch<R: Read + Seek>( &mut self, reader: &mut R, record_offsets: &[u64], requested_fields: &HashSet<AllocationField>, ) -> Result<Vec<PartialAllocationInfo>, BinaryExportError>

Process records with intelligent prefetching

pub fn process_streaming<R: Read + Seek, F>( &mut self, reader: &mut R, record_offsets: &[u64], requested_fields: &HashSet<AllocationField>, callback: F, ) -> Result<usize, BinaryExportError>

where F: FnMut(&RecordBatch) -> Result<bool, BinaryExportError>,

Process records in streaming mode with batching

pub fn get_stats(&self) -> &BatchProcessorStats

Get processing statistics

pub fn reset_stats(&mut self)

Reset processing statistics

pub fn clear_cache(&mut self)

Clear the record cache

pub fn cache_size(&self) -> usize

Get cache size

Trait Implementations

impl Default for BatchProcessor

fn default() -> Self

Returns the “default value” for a type.