Function gitql_parser::tokenizer::tokenize

pub fn tokenize(script: String) -> Result<Vec<Token>, Box<Diagnostic>>