Struct NGramModel 

pub struct NGramModel { /* private fields */ }

N-gram language model for statistical spelling correction

Implementations

impl NGramModel

pub fn new(order: usize) -> Self

Create a new n-gram model with the specified order

pub fn addtext(&mut self, text: &str)

Add a text to the language model

pub fn add_corpus_file<P: AsRef<Path>>(&mut self, path: P) -> Result<()>

Add a corpus file to the language model

pub fn probability(&self, word: &str, context: &[String]) -> f64

Generate a probability estimate for a word given its context

pub fn unigram_probability(&self, word: &str) -> f64

Calculate unigram probability P(word)

pub fn bigram_probability(&self, word: &str, context: &[String]) -> f64

Calculate bigram probability P(word | previous)

pub fn trigram_probability(&self, word: &str, context: &[String]) -> f64

Calculate trigram probability P(word | previous1, previous2)

pub fn perplexity(&self, text: &str) -> f64

Calculate perplexity on a test text

pub fn vocabulary_size(&self) -> usize

Get vocabulary size

pub fn total_words(&self) -> usize

Get total words processed

pub fn word_frequency(&self, word: &str) -> usize

Get the frequency of a word

pub fn generate_typos(&self, word: &str, numtypos: usize) -> Vec<String>

Generate potential single-edit typos for a word

Trait Implementations

impl Clone for NGramModel

fn clone(&self) -> NGramModel

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for NGramModel

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.