Struct hime_redist::tokens::TokenRepository

pub struct TokenRepository<'s, 't, 'a> {
    pub terminals: &'a [Symbol<'s>],
    pub text: &'a Text<'t>,
    /* private fields */
}

The proxy structure for a repository of matched tokens

Fields

terminals: &'a [Symbol<'s>]

The table of grammar terminals

text: &'a Text<'t>

The input text

Implementations

impl<'s, 't, 'a> TokenRepository<'s, 't, 'a>

pub fn new( terminals: &'a [Symbol<'s>], text: &'a Text<'t>, tokens: &'a TokenRepositoryImpl ) -> TokenRepository<'s, 't, 'a>

Creates a new repository

pub fn new_mut( terminals: &'a [Symbol<'s>], text: &'a Text<'t>, tokens: &'a mut TokenRepositoryImpl ) -> TokenRepository<'s, 't, 'a>

Creates a new mutable repository

pub fn iter(&self) -> TokenRepositoryIterator<'_, '_, '_>

Gets an iterator over the tokens

pub fn add(&mut self, terminal: usize, index: usize, length: usize) -> usize

Registers a new token in this repository

pub fn get_tokens_count(&self) -> usize

Gets the number of tokens in this repository

pub fn get_symbol_id_for(&self, index: usize) -> u32

Gets the terminal’s identifier for the i-th token

pub fn get_token(&'a self, index: usize) -> Token<'s, 't, 'a>

Gets the i-th token

pub fn get_count(&self) -> usize

Gets the number of tokens

pub fn find_token_at(&self, index: usize) -> Option<Token<'_, '_, '_>>

Gets the token (if any) that contains the specified index in the input text