Struct TextNormalizer 

pub struct TextNormalizer;

Text normalization utilities

Implementations

impl TextNormalizer

pub fn normalize_for_ml(text: &str) -> String

Normalize text for machine learning (lowercase, trim, etc.)

pub fn normalize_whitespace(text: &str) -> String

Remove extra whitespace

pub fn to_title_case(text: &str) -> String

Convert to title case

pub fn remove_html_tags(text: &str) -> String

Remove HTML tags (simple implementation)

pub fn clean_for_analysis(text: &str) -> String

Clean text for analysis (remove punctuation, normalize case)

pub fn truncate(text: &str, max_length: usize, add_ellipsis: bool) -> String

Truncate text to specified length with ellipsis