Struct Lexer 

pub struct Lexer {
    pub keywords: Vec<String>,
    pub sections: Vec<Section>,
    pub symbols: Vec<(char, String)>,
    pub buffer: Vec<u8>,
    pub allow_whitespace: bool,
}

Fields

keywords: Vec<String>

sections: Vec<Section>

symbols: Vec<(char, String)>

buffer: Vec<u8>

allow_whitespace: bool

Implementations

impl Lexer

pub fn new( keywords: &[String], sections: &[Section], symbols: &[(char, String)], allow_whitespace: bool, ) -> Lexer

pub fn load_str(&mut self, string: &str)

pub fn load_file(&mut self, filename: &str) -> Result<(), Box<dyn Error>>

pub fn tokenize(&mut self) -> Result<Vec<Token>, Box<dyn Error>>

Trait Implementations

impl Clone for Lexer

fn clone(&self) -> Lexer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Lexer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.