Struct Lexer 

pub struct Lexer { /* private fields */ }

Implementations

impl Lexer

pub fn new(input: &str, source_type: &SourceType) -> Self

pub fn source_text(&self) -> Arc<str>

pub fn source_type(&self) -> SourceType

pub fn peek(&mut self) -> Result<&Token, Error>

pub fn peek_second(&mut self) -> Result<&Token, Error>

pub fn current_span(&self) -> Span

Current raw position as a Span. Does not trigger tokenization.

pub fn next_token(&mut self) -> Result<Token, Error>

pub fn checkpoint(&self) -> LexerCheckpoint

Saved lexer position for speculative parsing.

pub fn restore(&mut self, checkpoint: LexerCheckpoint)

Trait Implementations

impl Clone for Lexer

fn clone(&self) -> Lexer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.