Struct orecc_front::token_reader::TokenReader

pub struct TokenReader {
    pub cursor: usize,
    /* private fields */
}

A simple character reader that is useful for creating lexers

Fields

cursor: usize

A cursor. Just a byte index, useful for spanning and then codespan_reporting

Implementations

impl TokenReader

pub fn new(source: Rc<str>) -> Self

Create new TokenReader. Just requires a source as Rc, can be provided by the crate::Codebase

pub fn peek_char(&mut self) -> Option<char>

Peek a char

pub fn next_char(&mut self) -> Option<char>

Peek a char, return it and move cursor forward

pub fn next_char_if(&mut self, pred: impl FnOnce(char) -> bool) -> Option<char>

Self::next_char() but advances if predicate

pub fn next_token( &mut self, pred: impl Fn(char) -> bool, prefix: impl Into<String> ) -> String

Takes characters and adds then to the buffer while predicate