Function elasticlunr::pipeline::tokenize

pub fn tokenize(text: &str) -> Vec<String>

Splits a text string into a vector of individual tokens.