Function tongue::lexer::tokenize [] [src]

pub fn tokenize(input: &str) -> Vec<String>