Struct ParallelTextProcessor 

pub struct ParallelTextProcessor { /* private fields */ }

Parallel text processor that can run multiple operations in parallel

Implementations

impl ParallelTextProcessor

pub fn new() -> Self

Create a new parallel text processor

pub fn with_threads(self, numthreads: usize) -> Self

Set the number of threads

pub fn process<F, R>(&self, texts: &[&str], f: F) -> Vec<R>

where F: Fn(&str) -> R + Send + Sync, R: Send,

Process texts in parallel with a given function

pub fn process_and_flatten<F, R>(&self, texts: &[&str], f: F) -> Vec<R>

where F: Fn(&str) -> Vec<R> + Send + Sync, R: Send,

Process texts in parallel and flatten the results

pub fn process_with_progress<F, R>( &self, texts: &[&str], f: F, update_interval: usize, ) -> Result<(Vec<R>, Vec<usize>)>

where F: Fn(&str) -> R + Send + Sync, R: Send,

Process texts in parallel with progress tracking

pub fn batch_process<F, R>( &self, texts: &[&str], chunksize: usize, f: F, ) -> Vec<Vec<R>>

where F: Fn(&[&str]) -> Vec<R> + Send + Sync, R: Send,

Batch process texts with custom chunking

Trait Implementations

impl Default for ParallelTextProcessor

fn default() -> Self

Returns the “default value” for a type.