unobtanium_segmenter/augmentation/
mod.rs

1//! Things that add more metadata to tokens.
2//!
3//! Sometimes these are prerequisites for other segmenters/normalizers.
4//!
5//! Keep in mind that the order in the chain where they are inserted matters.
6
7mod augmenter;
8mod detect_language;
9mod detect_script;
10
11pub use augmenter::Augmenter;
12pub use detect_language::AugmentationDetectLanguage;
13pub use detect_script::AugmentationDetectScript;