Function tinysegmenter::tokenize [] [src]

pub fn tokenize(s: &str) -> Vec<String>