Struct Scanner 

pub struct Scanner { /* private fields */ }

Scanner that tokenizes TOON input into a sequence of tokens.

Implementations

impl Scanner

pub fn new(input: &str) -> Self

Create a new scanner for the given input string.

pub fn set_active_delimiter(&mut self, delimiter: Option<Delimiter>)

Set the active delimiter for tokenizing array elements.

pub fn current_position(&self) -> (usize, usize)

Get the current position (line, column).

pub fn get_line(&self) -> usize

pub fn get_column(&self) -> usize

pub fn peek(&self) -> Option<char>

pub fn count_leading_spaces(&self) -> usize

pub fn count_spaces_after_newline(&self) -> usize

pub fn peek_ahead(&self, offset: usize) -> Option<char>

pub fn advance(&mut self) -> Option<char>

pub fn skip_whitespace(&mut self)

pub fn scan_token(&mut self) -> ToonResult<Token>

Scan the next token from the input.

pub fn get_last_line_indent(&self) -> usize

pub fn read_rest_of_line_with_space_info(&mut self) -> (String, bool)

Read the rest of the current line (until newline or EOF). Returns the content with a flag indicating if it started with whitespace.

pub fn read_rest_of_line(&mut self) -> String

Read the rest of the current line (until newline or EOF).

pub fn parse_value_string(&self, s: &str) -> ToonResult<Token>

Parse a complete value string into a token.

pub fn detect_delimiter(&mut self) -> Option<Delimiter>