Struct TokenStream 

pub struct TokenStream { /* private fields */ }

A cursor over a token stream for parsing.

Implementations

impl TokenStream

pub fn new(tokens: Vec<(Token, TokenSpan)>) -> Self

pub fn peek(&self) -> Option<&Token>

pub fn peek_span(&self) -> Option<TokenSpan>

Span of the token currently at pos (the next call to peek/next would return it).

pub fn current_span(&self) -> Option<TokenSpan>

Span of the token most recently returned by next (i.e. at pos - 1).

pub fn next(&mut self) -> Option<&Token>

pub fn expect(&mut self, expected: &Token) -> Result<(), String>

pub fn at_end(&self) -> bool

pub fn position(&self) -> usize

pub fn pos(&self) -> usize

Get the current position (alias for position).

pub fn set_pos(&mut self, pos: usize)

Set the stream position (used for backtracking).