novel_cli/utils/
unicode.rs

1pub static CONVERT_MAP: phf::Map<char, char> = phf::phf_map! {
2    '＂' => '"',
3    '＃' => '#',
4    '＄' => '$',
5    '％' => '%',
6    '＆' => '&',
7    '＇' => '\'',
8    '＊' => '*',
9    '＋' => '+',
10    '．' => '.',
11    '／' => '/',
12    '０' => '0',
13    '１' => '1',
14    '２' => '2',
15    '３' => '3',
16    '４' => '4',
17    '５' => '5',
18    '６' => '6',
19    '７' => '7',
20    '８' => '8',
21    '９' => '9',
22    '＜' => '<',
23    '＝' => '=',
24    '＞' => '>',
25    '＠' => '@',
26    'Ａ' => 'A',
27    'Ｂ' => 'B',
28    'Ｃ' => 'C',
29    'Ｄ' => 'D',
30    'Ｅ' => 'E',
31    'Ｆ' => 'F',
32    'Ｇ' => 'G',
33    'Ｈ' => 'H',
34    'Ｉ' => 'I',
35    'Ｊ' => 'J',
36    'Ｋ' => 'K',
37    'Ｌ' => 'L',
38    'Ｍ' => 'M',
39    'Ｎ' => 'N',
40    'Ｏ' => 'O',
41    'Ｐ' => 'P',
42    'Ｑ' => 'Q',
43    'Ｒ' => 'R',
44    'Ｓ' => 'S',
45    'Ｔ' => 'T',
46    'Ｕ' => 'U',
47    'Ｖ' => 'V',
48    'Ｗ' => 'W',
49    'Ｘ' => 'X',
50    'Ｙ' => 'Y',
51    'Ｚ' => 'Z',
52    '＼' => '\\',
53    '＾' => '^',
54    '｀' => '`',
55    'ａ' => 'a',
56    'ｂ' => 'b',
57    'ｃ' => 'c',
58    'ｄ' => 'd',
59    'ｅ' => 'e',
60    'ｆ' => 'f',
61    'ｇ' => 'g',
62    'ｈ' => 'h',
63    'ｉ' => 'i',
64    'ｊ' => 'j',
65    'ｋ' => 'k',
66    'ｌ' => 'l',
67    'ｍ' => 'm',
68    'ｎ' => 'n',
69    'ｏ' => 'o',
70    'ｐ' => 'p',
71    'ｑ' => 'q',
72    'ｒ' => 'r',
73    'ｓ' => 's',
74    'ｔ' => 't',
75    'ｕ' => 'u',
76    'ｖ' => 'v',
77    'ｗ' => 'w',
78    'ｘ' => 'x',
79    'ｙ' => 'y',
80    'ｚ' => 'z',
81    '｛' => '{',
82    '｜' => '|',
83    '｝' => '}',
84    '｡' => '。',
85    '｢' => '「',
86    '｣' => '」',
87    '､' => '、',
88    '･' => '·',
89    '•' => '·',
90    '─' => '—',
91    '―' => '—',
92    '∶' => '：',
93    '‧' => '·',
94    '・' => '·',
95    '﹑' => '、',
96    '〜' => '～',
97    '︰' => '：',
98    '?' => '？',
99    '!' => '！',
100    ',' => '，',
101    ';' => '；',
102    '(' => '（',
103    ')' => '）',
104};
105
106// https://zh.wiktionary.org/wiki/
107pub static CONVERT_T2S_MAP: phf::Map<char, char> = phf::phf_map! {
108    '妳' => '你',
109    '幺' => '么',
110    '姊' => '姐',
111    '擡' => '抬',
112    '牠' => '它',
113    '緖' => '绪',
114    '揹' => '背',
115    '唿' => '呼',
116    '疎' => '疏',
117    '勐' => '猛',
118    '飮' => '饮',
119};
120
121// https://zh.wikipedia.org/wiki/%E6%A0%87%E7%82%B9%E7%AC%A6%E5%8F%B7
122static CHINESE_PUNCTUATION: phf::Set<char> = phf::phf_set! {
123    '。',
124    '？',
125    '！',
126    '，',
127    '、',
128    '；',
129    '：',
130    '“',
131    '”',
132    '『',
133    '』',
134    '‘',
135    '’',
136    '「',
137    '」',
138    '（',
139    '）',
140    '［',
141    '］',
142    '〔',
143    '〕',
144    '【',
145    '】',
146    // ——
147    '—',
148    // ……
149    '…',
150    '－',
151    '-',
152    '～',
153    '·',
154    '《',
155    '》',
156    '〈',
157    '〉',
158    // ﹏﹏
159    '﹏',
160    // ＿＿
161    '＿',
162    '.'
163};
164
165#[must_use]
166#[inline]
167pub fn is_chinese_punctuation(c: char) -> bool {
168    CHINESE_PUNCTUATION.contains(&c)
169}
170
171// https://zh.wikipedia.org/wiki/%E6%A0%87%E7%82%B9%E7%AC%A6%E5%8F%B7
172static ENGLISH_PUNCTUATION: phf::Set<char> = phf::phf_set! {
173    '.',
174    '?',
175    '!',
176    ',',
177    ':',
178    '…',
179    ';',
180    '-',
181    '–',
182    '—',
183    '(',
184    ')',
185    '[',
186    ']',
187    '{',
188    '}',
189    '"',
190    '\'',
191    '/',
192};
193
194#[must_use]
195#[inline]
196pub fn is_english_punctuation(c: char) -> bool {
197    ENGLISH_PUNCTUATION.contains(&c)
198}
199
200#[must_use]
201#[inline]
202pub fn is_punctuation(c: char) -> bool {
203    is_chinese_punctuation(c) || is_english_punctuation(c)
204}
novel_cli/utils/unicode.rs

novel_cli/utils/
unicode.rs
