Function hyperpolyglot::tokenizer::tokenize

pub fn tokenize(content: &str) -> impl Iterator<Item = &str>