tantivy-meta-tokenizer 0.3.0

Easy and fast book searcher, create and search your private library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

pub fn is_chinese(text: &str) -> bool {
    let chinese_char_count = text.matches(is_chinese_char).count();
    // chinese_char_count as f32 / text.chars().count() as f32 > 0.3
    chinese_char_count > 0
}

#[inline(always)]
pub const fn is_chinese_char(c: char) -> bool {
    matches!(c as u32,
        0x4E00..=0x9FA5 |
        0x9FA6..=0x9FFF |
        0x3400..=0x4DB5 |
        0x20000..=0x2A6D6 |
        0x2A700..=0x2B734 |
        0x2B740..=0x2B81D |
        0x2F00..=0x2FD5 |
        0x2E80..=0x2EF3 |
        0xF900..=0xFAD9 |
        0x2F800..=0x2FA1D |
        0xE815..=0xE86F |
        0xE400..=0xE5E8 |
        0xE600..=0xE6CF |
        0x31C0..=0x31E3 |
        0x2FF0..=0x2FFB |
        0x3105..=0x3120 |
        0x31A0..=0x31BA
    )
}