Struct LexerBuilder 

pub struct LexerBuilder<'a> { /* private fields */ }

Builder for Lexer

Implementations

impl<'a> LexerBuilder<'a>

pub fn new() -> Self

Create a LexerBuilder

Example

let mut builder = LexerBuilder::new();

pub fn add(self, tokenizer: Tokenizer<'a>) -> Self

Add a Tokenizer to the builder and return it

Example

let builder = LexerBuilder::new()
  .add(Tokenizer::new(TokenKind::DELIMITER("OPAREN"), '('))
  .add(Tokenizer::new(TokenKind::DELIMITER("CPAREN"), ')'));

pub fn extend(self, tokenizers: Vec<Tokenizer<'a>>) -> Self

Add a vector of Tokenizer to the builder and return it

Example

let tok = vec![
    Tokenizer::new(TokenKind::COMMENT("OPEN"), "/*"),
    Tokenizer::new(TokenKind::DELIMITER("CLOSE"), "*/"),
];
let builder = LexerBuilder::new().extend(tok);

pub fn build(self) -> Lexer<'a>

Build a Lexer

Example

let lexer = LexerBuilder::new()
  .add(Tokenizer::new(TokenKind::WHITESPACE("ALL"), [' ', '\n', '\t', '\r']))
  .build();