Struct InputBatcher 

pub struct InputBatcher {
    pub format: FileFormat,
    pub files: Vec<String>,
    pub batch_size: usize,
}

Batcher for input files.

Fields

format: FileFormat

files: Vec<String>

batch_size: usize

Implementations

impl InputBatcher

pub fn new(format: FileFormat, files: Vec<String>) -> Self

Create a new input batcher.

pub fn with_batch_size(self, batch_size: usize) -> Self

Set the batch size.

pub fn for_each_batch<F>(&self, f: &mut F) -> Result<(), Box<dyn Error>>

where F: FnMut(&[String]) -> Result<bool, Box<dyn Error>>,

Run the function for each batch.