Function gitql_parser::tokenizer::tokenize

source · 
pub fn tokenize(script: String) -> Result<Vec<Token>, Box<Diagnostic>>