Struct TokenStream 

pub struct TokenStream<'a> { /* private fields */ }

Implementations

impl<'a> TokenStream<'a>

pub fn source(&self) -> &'a str

Get reference to the source code

pub fn new(input: &'a str) -> Self

pub fn current_position(&self) -> (usize, usize)

Get the current line and column position

pub fn get_context_string(&self) -> String

Get a string showing the context around the current position

pub fn position(&self) -> TokenStreamPosition<'a>

Save the current position for later restoration

pub fn set_position(&mut self, pos: TokenStreamPosition<'a>)

Restore a previously saved position

pub fn next(&mut self) -> Option<(Token, Span)>

pub fn peek(&mut self) -> Option<&(Token, Span)>

pub fn peek_ahead(&mut self, n: usize) -> Option<(Token, Span)>

Look ahead n tokens in the stream

pub fn peek_nth(&mut self, n: usize) -> Option<(Token, Span)>

pub fn peek_nth_is_colon(&mut self, n: usize) -> bool

pub fn expect(&mut self, expected: &Token) -> Result<Span>

Expect a specific token and return its span

Errors

Returns an error if the next token doesn’t match the expected token or if we reached EOF

pub fn advance(&mut self) -> Option<(Token, Span)>