Struct LexerState 

pub struct LexerState<'a> { /* private fields */ }

TODO

Implementations

impl<'a> LexerState<'a>

pub fn new(input: &'a str) -> Self

Create a new lexer state.

Examples found in repository

examples/lexing.rs (line 46)

fn main() {
    let src = r#"
        "Hello, World!"
        42
        identifier
    "#;
    let lexer = lex::Initial::new();
    let mut lexbuf = LexerState::new(src);
    while let Some(token) = lexer.next(&mut lexbuf) {
        println!("{token:?}");
    }
}

pub fn run(&mut self, regex: &Regex) -> Option<PatternID>

Run the lexer against the given regex.

pub fn lexeme(&self) -> &'a str

Get the lexeme of the current token.

pub fn cursor(&self) -> Cursor

Get the current cursor position.

pub fn span(&self) -> Span

Get the span of the current token.

pub fn is_empty(&self) -> bool

Check if the lexer is at the end of the input.

pub fn advance_to_cursor(&mut self, cursor: Cursor)

Advance the lexer to the given cursor position.

Trait Implementations

impl<'a> Clone for LexerState<'a>

fn clone(&self) -> LexerState<'a>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.