Struct NormalizedDict 

pub struct NormalizedDict { /* private fields */ }

Implementations

impl NormalizedDict

pub fn new<F: FnMut(&Dictionary, TokenId, &[u8]) -> bool>( dict: Dictionary, is_atomic: F, ) -> Result<Self, NormalizedDictBuildError>

pub fn new_in_bytes(dict: Dictionary) -> Result<Self, NormalizedDictBuildError>

pub fn new_in_utf8(dict: Dictionary) -> Result<Self, NormalizedDictBuildError>

pub fn priority(&self, token_id: TokenId) -> RuleId

pub fn is_atomic(&self, token_id: TokenId) -> bool

pub fn is_canonical(&self, token_id: TokenId) -> bool

pub fn iter_canonical_or_empty_tokens( &self, ) -> impl DoubleEndedIterator<Item = &[u8]> + ExactSizeIterator + FusedIterator

Methods from Deref<Target = Dictionary>

pub fn rules(&self) -> &[Rule]

pub fn get_rule(&self, rule_id: RuleId) -> Option<&Rule>

pub fn num_of_rules(&self) -> RuleId

pub fn find_rule(&self, left: TokenId, right: TokenId) -> Option<RuleId>

Methods from Deref<Target = Vocab>

pub fn find_token_id<T: AsRef<[u8]>>(&self, token: T) -> Option<TokenId>

pub fn get_token<T: Into<TokenId>>(&self, token_id: T) -> Option<&Token>

pub fn num_of_tokens(&self) -> TokenId

pub fn tokens(&self) -> &[Token]

pub fn token_to_id_map(&self) -> &RapidHashMap<Token, TokenId>

pub fn find_by_byte_unchecked(&self, b: u8) -> TokenId

pub fn find_by_byte(&self, b: u8) -> Option<TokenId>

pub fn find_by_char(&self, c: char) -> Option<TokenId>

pub fn split_bytes_to_tokens_unchecked( &self, seq: &[u8], ) -> impl DoubleEndedIterator<Item = TokenId> + ExactSizeIterator + FusedIterator

pub fn split_bytes_to_tokens( &self, seq: &[u8], ) -> impl DoubleEndedIterator<Item = Option<TokenId>> + ExactSizeIterator + FusedIterator

pub fn split_utf8_to_tokens( &self, seq: &str, ) -> impl DoubleEndedIterator<Item = Option<TokenId>> + FusedIterator

Trait Implementations

impl Clone for NormalizedDict

fn clone(&self) -> NormalizedDict

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for NormalizedDict

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Deref for NormalizedDict

type Target = Dictionary

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.