unobtanium_segmenter/augmentation/
mod.rs

1//! Things that add more metadata to tokens.
2//!
3//! Sometimes these are prerequisites for other segmenters/normalizers.
4//!
5//! Keep in mind that the order in the chain where they are inserted matters.
6
7mod augmenter;
8mod classify;
9mod detect_language;
10mod detect_script;
11
12pub use augmenter::Augmenter;
13pub use classify::AugmentationClassify;
14pub use detect_language::AugmentationDetectLanguage;
15pub use detect_script::AugmentationDetectScript;