Struct TokenChunk

pub struct TokenChunk {
    pub token_type: TokenType,
    pub offset: usize,
    pub pair_token: usize,
    pub len: usize,
    pub next: char,
}

Fields

token_type: TokenType

offset: usize

pair_token: usize

len: usize

next: char

Implementations

impl TokenChunk

pub fn scan_last_token(token_chunks: &Vec<TokenChunk>) -> TokenType

pub fn push_with_pairing( token_chunks: &mut Vec<TokenChunk>, pair_stack: &mut Vec<usize>, next: char, offset: usize, offset2: usize, token_type: TokenType, )

Trait Implementations

impl Clone for TokenChunk

fn clone(&self) -> TokenChunk

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.