Function fosslim::tokenizer::tokenize_whitespace [] [src]

pub fn tokenize_whitespace(text: String) -> Vec<String>