finalfrontier 0.9.4

Train/use word embeddings with subword units
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use anyhow::{Context, Result};
use clap::ArgMatches;

use finalfrontier::{BucketConfig, Cutoff, NGramConfig, SimpleVocabConfig, SubwordVocabConfig};

#[derive(Copy, Clone)]
pub enum VocabConfig {
    SubwordVocab(SubwordVocabConfig<BucketConfig>),
    NGramVocab(SubwordVocabConfig<NGramConfig>),
    SimpleVocab(SimpleVocabConfig),
}

pub fn cutoff_from_matches(
    matches: &ArgMatches,
    mincount: &str,
    target_size: &str,
) -> Result<Option<Cutoff>> {
    match matches
        .value_of(mincount)
        .map(|v| v.parse().context("Cannot parse mincount"))
        .transpose()?
        .map(Cutoff::MinCount)
    {
        None => Ok(matches
            .value_of(target_size)
            .map(|v| v.parse().context("Cannot parse target size"))
            .transpose()?
            .map(Cutoff::TargetSize)),
        some => Ok(some),
    }
}