Struct hime_redist::tokens::TokenRepository

pub struct TokenRepository<'a> { /* private fields */ }

The proxy structure for a repository of matched tokens

Implementations

impl<'a> TokenRepository<'a>

pub fn new(
    terminals: &'static [Symbol],
    text: &'a Text,
    tokens: &'a TokenRepositoryImpl
) -> TokenRepository<'a>

Creates a new repository

pub fn new_mut(
    terminals: &'static [Symbol],
    text: &'a Text,
    tokens: &'a mut TokenRepositoryImpl
) -> TokenRepository<'a>

Creates a new mutable repository

pub fn add(&mut self, terminal: usize, index: usize, length: usize) -> usize

Registers a new token in this repository

pub fn get_terminals(&self) -> &'static [Symbol]

Gets the terminals

pub fn get_input(&self) -> &Text

Gets the input text

pub fn get_tokens_count(&self) -> usize

Gets the number of tokens in this repository

pub fn get_symbol_id_for(&self, index: usize) -> u32

Gets the terminal’s identifier for the i-th token

pub fn get_token(&'a self, index: usize) -> Token<'a>

Gets the i-th token

pub fn get_count(&self) -> usize

Gets the number of tokens

pub fn find_token_at(&self, index: usize) -> Option<Token<'_>>

Gets the token (if any) that contains the specified index in the input text

Trait Implementations

impl<'a> Iterable<'a> for TokenRepository<'a>

Implementation of Iterable for TokenRepository

type Item = Token<'a>

The type of the elements being iterated over.

type IteratorType = TokenRepositoryIterator<'a>

The type of the iterator.

fn iter(&'a self) -> Self::IteratorType

Creates an iterator over this Iterable structure.