Struct yam_core::tokenizer::Lexer

pub struct Lexer {
    pub stream_end: bool,
    /* private fields */
}

Fields

stream_end: bool

Implementations

impl Lexer

pub fn fetch_next_token<B, R: Reader<B>>(&mut self, reader: &mut R)

pub const fn get_default_namespace( namespace: &[u8] ) -> Option<Cow<'static, [u8]>>

pub fn curr_state(&self) -> LexerState

pub fn prev_state(&self) -> LexerState

pub fn set_block_state(&mut self, state: LexerState, read_line: u32)

pub fn set_state(&mut self, state: LexerState)

pub fn pop_token(&mut self) -> Option<usize>

pub fn indent(&self) -> u32

pub fn tokens(self) -> VecDeque<usize>

pub fn peek_token(&mut self) -> Option<usize>

pub fn peek_token_next(&mut self) -> Option<usize>

pub fn is_empty(&self) -> bool

Trait Implementations

impl Clone for Lexer

fn clone(&self) -> Lexer

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for Lexer

fn default() -> Lexer

Returns the “default value” for a type.