Trait TokenSource 

pub trait TokenSource {
    // Required methods
    fn next_token(&mut self) -> CommonToken;
    fn line(&self) -> usize;
    fn column(&self) -> usize;
    fn source_name(&self) -> &str;

    // Provided methods
    fn drain_errors(&mut self) -> Vec<TokenSourceError> { ... }
    fn lexer_dfa_string(&self) -> String { ... }
}

Required Methods

fn next_token(&mut self) -> CommonToken

fn line(&self) -> usize

fn column(&self) -> usize

fn source_name(&self) -> &str

Provided Methods

fn drain_errors(&mut self) -> Vec<TokenSourceError>

Returns and clears diagnostics emitted while fetching tokens.

fn lexer_dfa_string(&self) -> String

Serializes lexer DFA cache state when the token source exposes one.

Implementors