jieba-rs 0.2.0

extern crate phf_codegen;

use std::env;
use std::fs::File;
use std::io::{BufWriter, Write, BufRead, BufReader};
use std::path::Path;

fn main() {
    let path = Path::new(&env::var("OUT_DIR").unwrap()).join("hmm_prob.rs");
    let hmm_file = File::open("src/data/hmm.model").expect("cannot open hmm.model");
    let mut file = BufWriter::new(File::create(&path).unwrap());
    let reader = BufReader::new(hmm_file);
    let mut lines = reader.lines().map(|x| x.unwrap()).skip_while(|x| x.starts_with("#"));
    let prob_start = lines.next().unwrap();
    write!(&mut file, "static INITIAL_PROBS: StatusSet = [").unwrap();
    for prob in prob_start.split(' ') {
        write!(&mut file, "{}, ", prob).unwrap();
    }
    write!(&mut file, "];\n\n").unwrap();
    write!(&mut file, "static TRANS_PROBS: [StatusSet; 4] = [").unwrap();
    for line in lines.by_ref().skip_while(|x| x.starts_with("#")).take_while(|x| !x.starts_with("#")) {
        write!(&mut file, "[").unwrap();
        for prob in line.split(' ') {
            write!(&mut file, "{}, ", prob).unwrap();
        }
        write!(&mut file, "],\n").unwrap();
    }
    write!(&mut file, "];\n\n").unwrap();
    let mut i = 0;
    for line in lines {
        if line.starts_with("#") {
            continue;
        }
         write!(&mut file, "static EMIT_PROB_{}: phf::Map<&'static str, f64> = ", i).unwrap();
        let mut map = phf_codegen::Map::new();
        for word_prob in line.split(',') {
            let mut parts = word_prob.split(':');
            let word = parts.next().unwrap();
            let prob = parts.next().unwrap();
            map.entry(word.to_string(), prob);
        }
         map.build(&mut file).unwrap();
         write!(&mut file, ";\n").unwrap();
         i += 1;
    }
    write!(&mut file, "static EMIT_PROBS: [&'static phf::Map<&'static str, f64>; 4] = [&EMIT_PROB_0, &EMIT_PROB_1, &EMIT_PROB_2, &EMIT_PROB_3];\n").unwrap();
}