Skip to main content

TrainerConfig

Struct TrainerConfig 

Source
pub struct TrainerConfig { /* private fields */ }
Expand description

Configuration for training.

Implementations§

Source§

impl TrainerConfig

Source

pub fn system_lexicon(&self) -> &PrefixDictionary

Access system lexicon for morphological analysis

Source

pub fn dict(&self) -> &Dictionary

Access dictionary (for compatibility)

Source

pub fn unk_handler(&self) -> &UnknownDictionary

Access unknown word handler for out-of-vocabulary processing

Source§

impl TrainerConfig

Source

pub fn from_readers<R1, R2, R3, R4, R5>( lexicon_rdr: R1, char_prop_rdr: R2, unk_handler_rdr: R3, feature_templates_rdr: R4, rewrite_rules_rdr: R5, ) -> Result<Self>
where R1: Read, R2: Read, R3: Read, R4: Read, R5: Read,

Creates a new trainer configuration from readers.

§Arguments
  • lexicon_rdr - Reader for the seed lexicon file (lex.csv)
  • char_prop_rdr - Reader for the character property file (char.def)
  • unk_handler_rdr - Reader for the unknown word file (unk.def)
  • feature_templates_rdr - Reader for the feature templates file (feature.def)
  • rewrite_rules_rdr - Reader for the rewrite rules file (rewrite.def)
Source

pub fn surfaces(&self) -> &[String]

Get the surfaces extracted from the lexicon

Source

pub fn surface_features(&self) -> &HashMap<String, String>

Get the surface features mapping

Source

pub fn user_lexicon(&self) -> &HashMap<String, String>

Get the user lexicon mapping.

This map only feeds TrainerConfig::get_features; dictionary export reads the user entries loaded via Model::read_user_lexicon instead (#981).

§戻り値

The surface-to-features map.

Source

pub fn add_user_lexicon_entry(&mut self, surface: String, features: String)

👎Deprecated since 5.3.0:

this map only feeds TrainerConfig::get_features; dictionary export reads user entries loaded via Model::read_user_lexicon

Add user lexicon entry (user dictionary support).

§引数
  • surface - Surface form of the entry.
  • features - Comma-joined feature string of the entry.
Source

pub fn get_features(&self, surface: &str) -> Option<String>

Get features for a given surface form

Source

pub fn load_user_lexicon_from_content(&mut self, content: &str) -> Result<()>

👎Deprecated since 5.3.0:

this map only feeds TrainerConfig::get_features; dictionary export reads user entries loaded via Model::read_user_lexicon

Load user lexicon from CSV content.

§引数
  • content - User lexicon CSV content.
§戻り値

Ok(()); malformed lines are skipped.

Source

pub fn from_paths( lexicon_path: &Path, char_prop_path: &Path, unk_handler_path: &Path, feature_templates_path: &Path, rewrite_rules_path: &Path, ) -> Result<Self>

Creates a new trainer configuration from file paths.

Source

pub fn metadata(&self) -> &Metadata

Get the metadata

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> ArchivePointee for T

Source§

type ArchivedMetadata = ()

The archived version of the pointer metadata for this type.
Source§

fn pointer_metadata( _: &<T as ArchivePointee>::ArchivedMetadata, ) -> <T as Pointee>::Metadata

Converts some archived metadata to the pointer metadata for itself.
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> LayoutRaw for T

Source§

fn layout_raw(_: <T as Pointee>::Metadata) -> Result<Layout, LayoutError>

Returns the layout of the type.
Source§

impl<T, N1, N2> Niching<NichedOption<T, N1>> for N2
where T: SharedNiching<N1, N2>, N1: Niching<T>, N2: Niching<T>,

Source§

unsafe fn is_niched(niched: *const NichedOption<T, N1>) -> bool

Returns whether the given value has been niched. Read more
Source§

fn resolve_niched(out: Place<NichedOption<T, N1>>)

Writes data to out indicating that a T is niched.
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> Pointee for T

Source§

type Metadata = ()

The metadata type for pointers and references to this type.
Source§

impl<T> SendAlias for T

Source§

impl<T> SendSyncUnwindSafe for T
where T: Send + Sync + UnwindSafe + ?Sized,

Source§

impl<T> SyncAlias for T

Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V