jpreprocess-njd 0.15.0

Japanese text preprocessor for Text-to-Speech application (OpenJTalk rewrite in rust language).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

use super::*;
use phf::{phf_map, phf_set};

pub const CONVERSION_TABLE: [(Keys, NumerativeLUT); 5] = [
    (NUMERATIVE_CLASS2B, CONV_TABLE2B),
    (NUMERATIVE_CLASS2C, CONV_TABLE2C),
    (NUMERATIVE_CLASS2D, CONV_TABLE2D),
    (NUMERATIVE_CLASS2E, CONV_TABLE2E),
    (NUMERATIVE_CLASS2F, CONV_TABLE2F),
];

const NUMERATIVE_CLASS2B: Keys = phf_set! {
    /* from paper */
    "分", "版", "敗", "発", "拍", "鉢", /* from dictionary */
    "波", "派", "泊", "犯", "班", "品", "分間", "分目", "片", "篇", "編", "辺", "遍", "歩", "報",
    "方",
};

const CONV_TABLE2B: NumerativeLUT = phf_map! {
   "一"=> DigitType::SemiVoiced,
   "三"=> DigitType::SemiVoiced,
   "四"=> DigitType::SemiVoiced,
   "六"=> DigitType::SemiVoiced,
   "八"=> DigitType::SemiVoiced,
   "十"=> DigitType::SemiVoiced,
   "百"=> DigitType::SemiVoiced,
   "千"=> DigitType::SemiVoiced,
   "万"=> DigitType::SemiVoiced,
   "何"=> DigitType::SemiVoiced,
};

const NUMERATIVE_CLASS2C: Keys = phf_set! {
    /* from paper */
    "本",
    "匹",
    "疋",
    "票",
    "俵",
    "箱",
    /* from dictionary */
    "本立て",
    "杯",
    "針",
    "柱",
};

const CONV_TABLE2C: NumerativeLUT = phf_map! {
   "一"=> DigitType::SemiVoiced,
   "三"=> DigitType::Voiced,
   "六"=> DigitType::SemiVoiced,
   "八"=> DigitType::SemiVoiced,
   "十"=> DigitType::SemiVoiced,
   "百"=> DigitType::SemiVoiced,
   "千"=> DigitType::Voiced,
   "万"=> DigitType::Voiced,
   "何"=> DigitType::Voiced,
};

const NUMERATIVE_CLASS2D: Keys = phf_set! {
   /* from paper */
   /* "羽", "把", *//* modified */
};

const CONV_TABLE2D: NumerativeLUT = phf_map! {
   "三"=>DigitType::Voiced,
   "六"=>DigitType::SemiVoiced,
   "八"=>DigitType::SemiVoiced,
   "十"=>DigitType::SemiVoiced,
   "百"=>DigitType::SemiVoiced,
   "千"=>DigitType::Voiced,
   "万"=>DigitType::Voiced,
   "何"=>DigitType::Voiced,
};

const NUMERATIVE_CLASS2E: Keys = phf_set! {
   /* from paper */
   "軒", "石", "足", "尺",
   /* from dictionary */
   "かけ", "重ね", "件", "勺",
};

const CONV_TABLE2E: NumerativeLUT = phf_map! {
   "三"=>DigitType::Voiced,
   "千"=>DigitType::Voiced,
   "万"=>DigitType::Voiced,
};

const NUMERATIVE_CLASS2F: Keys = phf_set! {/* from paper */ "階"};

const CONV_TABLE2F: NumerativeLUT = phf_map! {
   "三"=> DigitType::Voiced,
};