Function brainhug::tokenize

source ·
pub fn tokenize(input: &str) -> Vec<Token>