Struct TokenStream 

pub struct TokenStream<'a> { /* private fields */ }

Implementations

impl<'a> TokenStream<'a>

pub fn new(input: &'a str) -> Self

pub fn position(&self) -> TokenStreamPosition<'a>

Save the current position for later restoration

pub fn set_position(&mut self, pos: TokenStreamPosition<'a>)

Restore a previously saved position

pub fn next(&mut self) -> Option<(Token, Span)>

pub fn peek(&mut self) -> Option<&(Token, Span)>

pub fn peek_nth(&mut self, n: usize) -> Option<(Token, Span)>

pub fn peek_nth_is_colon(&mut self, n: usize) -> bool

pub fn expect(&mut self, expected: &Token) -> Result<Span>

Expect a specific token and return its span

Errors

Returns an error if the next token doesn’t match the expected token or if we reached EOF

pub fn advance(&mut self) -> Option<(Token, Span)>