Struct TokenStream 

pub struct TokenStream { /* private fields */ }

A cursor over a token stream for parsing.

Implementations

impl TokenStream

pub fn new(tokens: Vec<Token>) -> Self

pub fn peek(&self) -> Option<&Token>

pub fn next(&mut self) -> Option<&Token>

pub fn expect(&mut self, expected: &Token) -> Result<(), String>

pub fn at_end(&self) -> bool

pub fn position(&self) -> usize

pub fn pos(&self) -> usize

Get the current position (alias for position).

pub fn set_pos(&mut self, pos: usize)

Set the stream position (used for backtracking).