icu 2.2.0

ICU4X: International Components for Unicode, written in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

// This file is part of ICU4X. For terms of use, please see the file
// called LICENSE at the top level of the ICU4X source tree
// (online at: https://github.com/unicode-org/icu4x/blob/main/LICENSE ).

#![no_main] // https://github.com/unicode-org/icu4x/issues/395
icu_benchmark_macros::instrument!();
use icu_benchmark_macros::println;

use icu::collections::codepointinvlist::CodePointInversionList;
use icu::experimental::transliterate::provider::Baked;
use icu::experimental::transliterate::{Transliterator, TransliteratorBuilder};
use icu::properties::{props::BidiClass, CodePointMapData};

fn main() {
    println!(
        "{}",
        TransliteratorBuilder::from_rules(Baked::TRANSLITERATOR_RULES_V1_UND_UND_HIRA_T_UND_KANA)
            .load_nfc()
            .load_nfkc()
            .build()
            .unwrap()
            .transliterate("ウィキペディア".into()),
    );

    println!(
        "{}",
        TransliteratorBuilder::from_rules(Baked::TRANSLITERATOR_RULES_V1_UND_UND_KANA_T_UND_HIRA)
            .load_nfc()
            .load_nfkc()
            .build()
            .unwrap()
            .transliterate("うぃきぺでぃあ".into()),
    );

    println!(
        "{}",
        autocomplete_transliterator(false).transliterate("Täst 😒 Ω".into()),
    );

    println!(
        "{}",
        autocomplete_transliterator(true).transliterate("Täst 😒 Ω".into()),
    );
}

// ::Lower;
//
// ::NFD;
// {o \u0308} → oe; # is_de only
// {a \u0308} → ae; # is_de only
// {u \u0308} → ue; # is_de only
// ::[:Nonspacing Mark:] Remove;
// ::NFC;
//
// ::Latin-ASCII;
fn autocomplete_transliterator(is_de: bool) -> Transliterator {
    let mut t = TransliteratorBuilder::default()
        .lower(CodePointInversionList::all())
        .nfd(CodePointInversionList::all());
    if is_de {
        t = t
            .replace(["o\u{0308}"].into_iter().collect(), "oe".into())
            .replace(["a\u{0308}"].into_iter().collect(), "ae".into())
            .replace(["u\u{0308}"].into_iter().collect(), "ue".into());
    }
    t.remove(
        CodePointMapData::<BidiClass>::new()
            .get_set_for_value(BidiClass::NonspacingMark)
            .to_code_point_inversion_list()
            .into_owned(),
    )
    .nfc(CodePointInversionList::all())
    .call(
        Baked::TRANSLITERATOR_RULES_V1_UND_UND_T_UND_LATN_D0_ASCII,
        CodePointInversionList::all(),
    )
    .build()
    .unwrap()
}