gitql_parser::tokenizer

Function tokenize

source
pub fn tokenize(script: String) -> Result<Vec<Token>, Box<Diagnostic>>