Struct TextPreprocessor 

pub struct TextPreprocessor;

Text preprocessing utilities

Implementations

impl TextPreprocessor

pub fn clean_text(text: &str) -> String

Clean text by removing extra whitespace and normalizing

pub fn remove_html_tags(text: &str) -> String

Remove HTML tags from text

pub fn normalize_whitespace(text: &str) -> String

Normalize whitespace

pub fn extract_keywords(text: &str, max_keywords: usize) -> Vec<String>

Extract keywords from text

pub fn truncate_text(text: &str, max_length: usize) -> String

Truncate text to maximum length while preserving word boundaries

pub fn expand_contractions(text: &str) -> String

Expand contractions in text