Function ucglib::tokenizer::tokenize

pub fn tokenize(input: Span) -> Result<Vec<Token>, (Position, ErrorKind)>

Consumes an input Span and returns either a Vec or a nom::ErrorKind.