Struct Lexer

pub struct Lexer { /* private fields */ }

Lexes tokens from source code based on JSON-parsed ruleset

Example:

let mut lexer = Lexer::from(json, source);
while !lexer.done() {
   println!("{}", lexer.next_token().unwrap());
}

Implementations

impl Lexer

pub fn from(json: String, source: String) -> Self

Generates a lexer from JSON

pub fn from_args( literals: HashMap<String, String>, whitespace: String, source: String, ) -> Self

Initializes lexer without JSON parsing

pub fn done(&self) -> bool

pub fn next_token(&mut self) -> Result<Token, ParsingError>

Advances and returns the next token

pub fn next_token_x(&mut self) -> Token

Advances and returns the next token

pub fn current_token(&self) -> Option<Result<Token, ParsingError>>

Returns the last token lexed

pub fn current_token_x(&self) -> Token

Returns the last token lexed, can throw exceptions

pub fn peek_next_token(&mut self) -> Option<Result<Token, ParsingError>>

Returns the next token to be lexed

pub fn peek_next_token_x(&mut self) -> Token

Returns the next token to be lexed. can throw exceptions

Trait Implementations

impl Clone for Lexer

fn clone(&self) -> Lexer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.