tokenizers/pre_tokenizers/unicode_scripts/
mod.rs

1mod pre_tokenizer;
2mod scripts;
3
4// Re-export the PreTokenizer
5pub use pre_tokenizer::UnicodeScripts;