Struct TextPreprocessingPipeline 

pub struct TextPreprocessingPipeline { /* private fields */ }

Unified text preprocessing pipeline that combines all preprocessing steps

Implementations

impl TextPreprocessingPipeline

pub fn new() -> Self

pub fn with_normalization(self, normalizer: TextNormalizer) -> Self

pub fn with_cleaning(self, cleaner: TextCleaner) -> Self

pub fn with_augmentation(self, augmenter: TextAugmenter) -> Self

pub fn add_custom_step(self, step: Box<dyn PreprocessingStep>) -> Self

pub fn process_text(&self, text: &str) -> Result<String>

Process a single text through the entire pipeline

pub fn process_batch(&self, texts: &[String]) -> Result<Vec<String>>

Process multiple texts in batch

pub fn process_batch_parallel(&self, texts: &[String]) -> Result<Vec<String>>

Process texts in parallel for better performance

pub fn summary(&self) -> Vec<String>

Get a summary of the pipeline steps

Trait Implementations

impl Clone for TextPreprocessingPipeline

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TextPreprocessingPipeline

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TextPreprocessingPipeline

fn default() -> Self

Returns the “default value” for a type.