Struct UnknownDictionary 

pub struct UnknownDictionary {
    pub category_references: Vec<Vec<u32>>,
    pub costs: Vec<WordEntry>,
}

Fields

category_references: Vec<Vec<u32>>

costs: Vec<WordEntry>

Implementations

impl UnknownDictionary

pub fn load(unknown_data: &[u8]) -> LinderaResult<UnknownDictionary>

pub fn word_entry(&self, word_id: u32) -> WordEntry

pub fn lookup_word_ids(&self, category_id: CategoryId) -> &[u32]

pub fn gen_unk_words<F>( &self, sentence: &str, start_pos: usize, has_matched: bool, max_grouping_len: Option<usize>, callback: F, )

where F: FnMut(UnkWord),

Unknown word generation with callback system

pub fn compatible_unk_index( &self, sentence: &str, start: usize, _end: usize, feature: &str, ) -> Option<WordIdx>

Check compatibility with unknown word based on feature matching

Trait Implementations

impl Archive for UnknownDictionary

where Vec<Vec<u32>>: Archive, Vec<WordEntry>: Archive,

const COPY_OPTIMIZATION: CopyOptimization<Self>

An optimization flag that allows the bytes of this type to be copied directly to a writer instead of calling serialize.

type Archived = ArchivedUnknownDictionary

The archived representation of this type.

type Resolver = UnknownDictionaryResolver

The resolver for this type. It must contain all the additional information from serializing needed to make the archived type from the normal type.

fn resolve(&self, resolver: Self::Resolver, out: Place<Self::Archived>)

Creates the archived version of this value at the given position and writes it to the given output.

impl Clone for UnknownDictionary

fn clone(&self) -> UnknownDictionary

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'de> Deserialize<'de> for UnknownDictionary

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<__D: Fallible + ?Sized> Deserialize<UnknownDictionary, __D> for Archived<UnknownDictionary>

where Vec<Vec<u32>>: Archive, <Vec<Vec<u32>> as Archive>::Archived: Deserialize<Vec<Vec<u32>>, __D>, Vec<WordEntry>: Archive, <Vec<WordEntry> as Archive>::Archived: Deserialize<Vec<WordEntry>, __D>,

fn deserialize( &self, deserializer: &mut __D, ) -> Result<UnknownDictionary, <__D as Fallible>::Error>

Deserializes using the given deserializer

impl<__S: Fallible + ?Sized> Serialize<__S> for UnknownDictionary

where Vec<Vec<u32>>: Serialize<__S>, Vec<WordEntry>: Serialize<__S>,

fn serialize( &self, serializer: &mut __S, ) -> Result<<Self as Archive>::Resolver, <__S as Fallible>::Error>

Writes the dependencies for the object and returns a resolver that can create the archived type.

impl Serialize for UnknownDictionary

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.