nlpo3-cli 0.2.0

Command line interface for nlpO3, a Thai natural language processing library
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

use clap::Clap;
use nlpo3::tokenizer::newmm_custom::Newmm;
use nlpo3::tokenizer::tokenizer_trait::Tokenizer;
use std::io;
use std::io::BufRead;

#[derive(Clap, Debug)]
#[clap(name = "nlpo3")]
struct App {
    #[clap(subcommand)]
    subcommand: SubCommand,
}

#[derive(Clap, Debug)]
enum SubCommand {
    /// Tokenize a string into words.
    #[clap()]
    Segment(SegmentOpts),
}

#[derive(Clap, Debug)]
struct SegmentOpts {
    #[clap(short = 'd', long, default_value = "default")]
    dict_path: String,

    #[clap(short = 's', long, default_value = "|")]
    word_delimiter: String,

    /// Run in safe mode to avoid long running edge cases
    #[clap(short = 'z', long)]
    safe: bool,

    /// Run in multithread mode
    #[clap(short = 'p', long)]
    parallel: bool,
}

fn main() {
    let opt = App::parse();

    let SubCommand::Segment(segment_opts) = opt.subcommand;
    let dict_path = match segment_opts.dict_path.as_str() {
        "default" => None,
        dict_name => Some(dict_name),
    };

    let newmm = Newmm::new(dict_path);
    for line_opt in io::stdin().lock().lines() {
        let cleaned_line = match line_opt {
            Ok(line) => line.trim_end_matches('\n').to_string(),
            Err(e) => panic!("Cannot read line {}", e),
        };
        let toks = newmm.segment(
            &cleaned_line,
            Some(segment_opts.safe),
            Some(segment_opts.parallel),
        );
        println!("{}", toks.join(segment_opts.word_delimiter.as_str()));
    }
}