lex

Function lex 

Source
pub fn lex<'a>(arena: &'a Bump, input: &str) -> Result<Vec<'a, Token>, LexError>