[−][src]Function rust_tokenizers::preprocessing::tokenizer::tokenization_utils::split_at_regex
pub fn split_at_regex<'a>(
token: TokenRef<'a>,
pattern_tokenization: &Regex
) -> Vec<TokenRef<'a>>