Struct Scanner

pub struct Scanner<'a> { /* private fields */ }

Scan the input string with byte as the base unit to generate a token stream

Implementations

impl<'a> Scanner<'a>

pub fn new( input: &'a str, initial_offset: usize, initial_state: ScannerState, emit_pseudo_close_tags: bool, case_sensitive: bool, ) -> Scanner<'a>

pub fn scan(&mut self) -> TokenType

pub fn get_token_type(&self) -> TokenType

pub fn get_token_offset(&self) -> usize

pub fn get_token_length(&self) -> usize

pub fn get_token_end(&self) -> usize

pub fn get_token_text(&self) -> &'a str

pub fn get_scanner_state(&self) -> ScannerState

pub fn get_token_error(&self) -> Option<&'static str>

pub fn get_source_len(&self) -> usize