Struct TokenizerState

pub struct TokenizerState<'a> {
    pub prev: char,
    pub cur: char,
    pub next: char,
    pub lines: &'a Vec<Vec<char>>,
    pub line_counter: usize,
    pub offset: usize,
    /* private fields */
}

Fields

prev: char

cur: char

next: char

lines: &'a Vec<Vec<char>>

line_counter: usize

offset: usize

Implementations

impl<'a> TokenizerState<'a>

pub fn new(lines: &'a Vec<Vec<char>>) -> Self

pub fn advance(&mut self)

pub fn next_line(&mut self)

pub fn next_is_digit(&self) -> bool

pub fn next_is_letter(&self) -> bool

pub fn next_is_lowercase_letter(&self) -> bool

pub fn next_is_uppercase_letter(&self) -> bool

pub fn next_is_hex(&self) -> bool

pub fn advance_with_cur(&mut self)

pub fn advance_with_prev(&mut self)

pub fn keyword(&mut self, chunk: &mut Vec<char>, word: &str) -> bool