Function rail_lang::tokens::tokenize

source ·
pub fn tokenize(line: &str) -> Vec<Token>