rscel

Trait Tokenizer

Source 
pub trait Tokenizer {
    // Required methods
    fn peek(&mut self) -> Result<Option<&TokenWithLoc>, SyntaxError>;
    fn next(&mut self) -> Result<Option<TokenWithLoc>, SyntaxError>;
    fn source<'a>(&'a self) -> &'a str;
    fn location(&self) -> SourceLocation;
}

Required Methods§

Source

fn peek(&mut self) -> Result<Option<&TokenWithLoc>, SyntaxError>

Source

fn next(&mut self) -> Result<Option<TokenWithLoc>, SyntaxError>

Source

fn source<'a>(&'a self) -> &'a str

Source

fn location(&self) -> SourceLocation

Implementors§