lex

Function lex 

Source
pub fn lex(file: String, content: String) -> Vec<(Token, Range<usize>)>