Struct Tokenizer 

pub struct Tokenizer {
    pub macros_in_block_scopes: Vec<HashMap<String, Vec<String>>>,
}

Fields

macros_in_block_scopes: Vec<HashMap<String, Vec<String>>>

Implementations

impl Tokenizer

pub fn new() -> Self

pub fn parse_blocks( &mut self, s: &str, current_file_path: Rc<str>, ) -> Result<Vec<TokenBlock>, RuntimeError>

pub fn tokenize_line( &self, line: &str, line_file: LineFile, ) -> Result<Vec<String>, RuntimeError>

Trait Implementations

impl Default for Tokenizer

fn default() -> Self

Returns the “default value” for a type.