Struct Lexer 

pub struct Lexer { /* private fields */ }

Implementations

impl Lexer

pub fn new(input: &str, attribute: &str) -> Self

pub fn source_text(&self) -> Arc<str>

pub fn attribute(&self) -> &str

pub fn peek(&mut self) -> Result<&Token, Error>

pub fn peek_second(&mut self) -> Result<&Token, Error>

pub fn current_span(&self) -> Span

Current raw position as a Span. Does not trigger tokenization.

pub fn scan_raw_alphanumeric(&mut self) -> Result<String, Error>

Scan a contiguous run of alphanumeric characters as a raw string, bypassing normal tokenization. Used for content hashes after ~ where sequences like 7e20848b must not be split by scientific notation scanning.

pub fn next_token(&mut self) -> Result<Token, Error>