Struct Lexer 

pub struct Lexer { /* private fields */ }

Implementations

impl Lexer

pub fn new(input: &str) -> Self

pub fn next_token(&mut self) -> Token

pub fn get_position(&self) -> usize

pub fn tokenize_all(&mut self) -> Vec<Token>

pub fn tokenize_all_with_positions(&mut self) -> Vec<(usize, usize, Token)>

Trait Implementations

impl Clone for Lexer

fn clone(&self) -> Lexer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Lexer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.