Struct Lexer

pub struct Lexer {
    pub input: String,
    pub position: usize,
    pub token_list: Vec<Token>,
    pub current_token: Token,
    pub line: usize,
}

Fields

input: String

position: usize

token_list: Vec<Token>

current_token: Token

line: usize

Implementations

impl Lexer

pub fn new(input: String) -> Lexer

pub fn tokenize(&mut self) -> Result<Vec<Token>, LexerError>

Trait Implementations

impl Clone for Lexer

fn clone(&self) -> Lexer

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Lexer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.