fast2s 0.3.1

A fast Traditional Chinese to Simplified Chinese conversion library. Built with FST, faster than most of other libraries.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

use hashbrown::{HashMap, HashSet};

use crate::{hashmap, hashset};
use lazy_static::lazy_static;

type Word = [char; 2];

static MAP_DATA: &[u8] = include_bytes!(concat!(env!("OUT_DIR"), "/map.bin"));

lazy_static! {
    /// state machine for the translation
    static ref MAP: HashMap<char, char> = {
        let data: Vec<(char, char)> = bincode::deserialize(MAP_DATA).unwrap();
        data.into_iter().collect()
    };

    // thanks https://github.com/bosondata/simplet2s-rs/blob/master/src/lib.rs#L8 for this special logic
    // Traditional Chinese -> Not convert case
    static ref T2S_EXCLUDE: HashMap<char, HashSet<Word>> = {
        hashmap!{
            '兒' => hashset!{['兒','寬']},
            '覆' => hashset!{['答', '覆'], ['批','覆'], ['回','覆']},
            '夥' => hashset!{['甚','夥']},
            '藉' => hashset!{['慰','藉'], ['狼','藉']},
            '瞭' => hashset!{['瞭','望']},
            '麽' => hashset!{['幺','麽']},
            '幺' => hashset!{['幺','麽']},
            '於' => hashset!{['樊','於']},
            '乾' => hashset!{['乾','隆'], ['乾', '坤'], ['乾', '卦']}
        }
    };
    // Traditional Chinese -> Special convert cases ( only convert in certain case )
    static ref T2S_SPECIAL_CONVERT_TYPE: HashMap<char, HashMap<Word, char>> = {
        hashmap!{
            // not convert these chars if not in special cases
            '藉' => hashmap!{['藉','口'] => '借', ['憑','藉'] => '借'},
            '著' => hashmap!{['看','著'] => '着'},
            '苧' => hashmap!{['苧','麻'] => '苎'},
            // convert these chars use naive mapping if not in special cases
            '闔' => hashmap!{['闔','家'] => '合'},
            '鍾' => hashmap!{['鍾','書'] => '锺'},
            '讎' => hashmap!{['校','讎'] => '雠', ['讎','定'] => '雠', ['仇','讎'] => '雠'},
            '畫' => hashmap!{['計','畫'] => '划', ['企','畫'] => '划'},
        }
    };
}

#[inline(always)]
pub fn special_convert(prev: char, cur: char, next: char) -> char {
    let w1 = [prev, cur];
    let w2 = [cur, next];
    if let Some(inner_set) = T2S_EXCLUDE.get(&cur) {
        if inner_set.contains(&w1) || inner_set.contains(&w2) {
            return cur;
        }
    } else if let Some(inner_map) = T2S_SPECIAL_CONVERT_TYPE.get(&cur) {
        if let Some(c) = inner_map.get(&w1) {
            return *c;
        }
        if let Some(c) = inner_map.get(&w2) {
            return *c;
        }
    }
    *MAP.get(&cur).unwrap_or(&cur)
}