unobtanium_segmenter/segmentation/
mod.rs

1//! Things that split tokens into one or more subtokens.
2
3mod decomposition_aho_corasick;
4mod decomposition_fst;
5mod naive_word;
6mod segmenter;
7mod unicode_sentence;
8mod unicode_word;
9
10pub use decomposition_aho_corasick::DecompositionAhoCorasick;
11pub use decomposition_fst::DecompositionFst;
12pub use naive_word::NaiveWordSplitter;
13pub use segmenter::Segmenter;
14pub use unicode_sentence::UnicodeSentenceSplitter;
15pub use unicode_word::UnicodeWordSplitter;