Struct TokenStream 

pub struct TokenStream {
    pub tokens: Vec<Token>,
    pub pos: usize,
    pub source: String,
}

Fields

tokens: Vec<Token>

pos: usize

source: String

Implementations

impl TokenStream

pub fn from_source(src: &str) -> Self

pub fn peek(&self) -> &Token

pub fn next(&mut self) -> Token

pub fn expect_ident(&mut self) -> Option<String>

pub fn expect_float(&mut self) -> Option<f64>

pub fn expect_int(&mut self) -> Option<i64>

pub fn skip_whitespace_and_newlines(&mut self)

pub fn is_eof(&self) -> bool

Trait Implementations

impl Clone for TokenStream

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenStream

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.