Struct Scanner 

pub struct Scanner { /* private fields */ }

Scanner that tokenizes TOON input into a sequence of tokens.

Implementations

impl Scanner

pub fn new(input: &str) -> Self

Create a new scanner for the given input string.

pub fn set_active_delimiter(&mut self, delimiter: Option<Delimiter>)

Set the active delimiter for tokenizing array elements.

pub fn current_position(&self) -> (usize, usize)

Get the current position (line, column).

pub fn get_line(&self) -> usize

pub fn get_column(&self) -> usize

pub fn peek(&self) -> Option<char>

pub fn count_leading_spaces(&self) -> usize

pub fn count_spaces_after_newline(&self) -> usize

pub fn peek_ahead(&self, offset: usize) -> Option<char>

pub fn advance(&mut self) -> Option<char>

pub fn skip_whitespace(&mut self)

pub fn scan_token(&mut self) -> ToonResult<Token>

Scan the next token from the input.

pub fn get_last_line_indent(&self) -> usize

pub fn detect_delimiter(&mut self) -> Option<Delimiter>

Detect the delimiter used in the input by scanning ahead.