Struct regex_lexer::Lexer

pub struct Lexer<'t, T: 't> { /* fields omitted */ }

A regex-based lexer.

#[derive(Debug, PartialEq, Eq)]
enum Token<'t> {
    Ident(&'t str),
    // ...
}

let lexer = regex_lexer::LexerBuilder::new()
    .token(r"\p{XID_Start}\p{XID_Continue}*", |id| Some(Token::Ident(id)))
    .token(r"\s+", |_| None) // skip whitespace
    // ...
    .build()?;

let tokens = lexer.tokens("these are some identifiers");

Implementations

impl<'t, T: 't> Lexer<'t, T>

pub fn builder<'r>() -> LexerBuilder<'r, 't, T>

Create a LexerBuilder. This is the same as LexerBuilder::new.

pub fn tokens<'l>(&'l self, source: &'t str) -> Tokens<'l, 't, T>

Return an iterator over all matched tokens.

Trait Implementations

impl<'t, T: 't> Debug for Lexer<'t, T>

fn fmt(&self, f: &mut Formatter) -> Result

Shows the original regular expressions