untanglr 1.1.0

Probabilistically split concatenated words using NLP based on English Wikipedia unigram frequencies.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

use std::{env, io};
use lib::LanguageModel;
pub mod lib;

fn main() {
    let args: Vec<_> = env::args().collect();
    let lm = LanguageModel::new();
    let mut input = String::new();
    let mut sentence = String::new();

    if args.len() == 1 {
        io::stdin()
            .read_line(&mut input)
            .ok()
            .expect("Couldn't process input");
        for word in lm.untangle(&input) {
            sentence.push_str(&format!("{word} "));
        }
        print!("{}", sentence.trim_end());
    } else if args.len() > 1 {
        for word_pile in &args[1..] {
            for word in lm.untangle(word_pile) {
                sentence.push_str(&format!("{word} "))
            }
            print!("{}\n", sentence.trim_end());
            sentence.clear();
        }
    }
}