Struct Lexer 

pub struct Lexer {
    pub line: usize,
    pub column: usize,
    /* private fields */
}

Fields

line: usize

column: usize

Implementations

impl Lexer

pub fn new(input: &str) -> Self

pub fn next_token(&mut self) -> Result<Token, String>

pub fn next_token_with_pos(&mut self) -> Result<TokenWithPos, String>

pub fn tokenize(&mut self) -> Result<Vec<Token>, String>

pub fn tokenize_with_pos(&mut self) -> Result<Vec<TokenWithPos>, String>