Struct TextProcessor 

pub struct TextProcessor {
    pub normalize_text: bool,
    pub aggressive_normalize: bool,
    pub transliterate: bool,
    pub replace_homoglyphs: bool,
    /* private fields */
}

Fields

normalize_text: bool

aggressive_normalize: bool

transliterate: bool

replace_homoglyphs: bool

Implementations

impl TextProcessor

pub fn new( normalize_text: bool, aggressive_normalize: bool, transliterate: bool, replace_homoglyphs: bool, ) -> Self

pub fn load_from_dir(&mut self, data_dir: &Path) -> Result<(), Box<dyn Error>>

pub fn load_from_str( &mut self, unicode_mappings_json: &str, homoglyphs_json: &str, transliteration_json: &str, ) -> Result<(), Box<dyn Error>>

Load processor data from string content (no filesystem). Use for WASM/embedded.

pub fn process_text(&self, text: &str) -> String

Trait Implementations

impl Clone for TextProcessor

fn clone(&self) -> TextProcessor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TextProcessor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.