pangu 0.3.0

Paranoid text spacing for good readability, to automatically insert whitespace between CJK (Chinese, Japanese, Korean) and half-width characters (alphabetical letters, numerical digits and symbols).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95

//! Paranoid text spacing for good readability, to automatically insert
//! whitespace between CJK (Chinese, Japanese, Korean) and half-width
//! characters (alphabetical letters, numerical digits and symbols).

use regex::Regex;
use std::borrow::Cow;
use std::sync::LazyLock;

// Chinese, Japanese, Korean
// See <http://unicode-table.com>
const CJK: &str = "\u{2e80}-\u{2eff}\u{2f00}-\u{2fdf}\u{3040}-\u{309f}\u{30a0}-\u{30ff}\u{3100}-\u{312f}\u{3200}-\u{32ff}\u{3400}-\u{4dbf}\u{4e00}-\u{9fff}\u{f900}-\u{faff}";

// Alphabets, Numbers, Symbols
const ANS: &str =
    "A-Za-z0-9`\\$%\\^&\\*\\-=\\+\\\\|/\u{00a1}-\u{00ff}\u{2022}\u{2027}\u{2150}-\u{218f}";

static CJK_QUOTE: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([{CJK}])([\"'])")).unwrap());
static QUOTE_CJK: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([\"'])([{CJK}])")).unwrap());
static FIX_QUOTE: LazyLock<Regex> = LazyLock::new(|| {
    Regex::new("([\"'\\(\\[\\{{<\u{201c}])(\\s*)(.+?)(\\s*)([\"'\\)\\]\\}}>\u{201d}])").unwrap()
});
static FIX_SINGLE_QUOTE: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([{CJK}])( )(')([A-Za-z])")).unwrap());
// -----
static CJK_HASH: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([{CJK}])(#(\\S+))")).unwrap());
static HASH_CJK: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("((\\S+)#)([{CJK}])")).unwrap());
// -----
static CJK_OPERATOR_ANS: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([{CJK}])([\\+\\-\\*/=&\\|<>])([A-Za-z0-9])")).unwrap());
static ANS_OPERATOR_CJK: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([A-Za-z0-9])([\\+\\-\\*/=&\\|<>])([{CJK}])")).unwrap());
// -----
static CJK_BRACKET_CJK: LazyLock<Regex> = LazyLock::new(|| {
    Regex::new(&format!(
        "([{CJK}])([\\(\\[\\{{<\u{201c}]+(.*?)[\\)\\]\\}}>\u{201d}]+)([{CJK}])"
    ))
    .unwrap()
});
static CJK_BRACKET: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([{CJK}])([\\(\\[\\{{<\u{201c}>])")).unwrap());
static BRACKET_CJK: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([\\)\\]\\}}>\u{201d}<])([{CJK}])")).unwrap());
static FIX_BRACKET: LazyLock<Regex> = LazyLock::new(|| {
    Regex::new("([\\(\\[\\{{<\u{201c}]+)(\\s*)(.+?)(\\s*)([\\)\\]\\}}>\u{201d}]+)").unwrap()
});
// -----
static FIX_SYMBOL: LazyLock<Regex> = LazyLock::new(|| {
    Regex::new(&format!("([{CJK}])([~!;:,\\.\\?\u{2026}])([A-Za-z0-9])")).unwrap()
});
// -----
static CJK_ANS: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([{CJK}])([{ANS}@])")).unwrap());
static ANS_CJK: LazyLock<Regex> =
    LazyLock::new(|| Regex::new(&format!("([{ANS}~!;:,\\.\\?\u{2026}])([{CJK}])")).unwrap());

/// Insert whitespace between CJK and half-width characters.
pub fn spacing(text: &str) -> Cow<'_, str> {
    let text_1 = CJK_QUOTE.replace_all(text, "$1 $2");
    let text_2 = QUOTE_CJK.replace_all(&text_1, "$1 $2");
    let text_3 = FIX_QUOTE.replace_all(&text_2, "$1$3$5");
    let text_4 = FIX_SINGLE_QUOTE.replace_all(&text_3, "$1$3$4");

    let text_5 = CJK_HASH.replace_all(&text_4, "$1 $2");
    let text_6 = HASH_CJK.replace_all(&text_5, "$1 $3");

    let text_7 = CJK_OPERATOR_ANS.replace_all(&text_6, "$1 $2 $3");
    let text_8 = ANS_OPERATOR_CJK.replace_all(&text_7, "$1 $2 $3");

    let old_text = text_8;
    let new_text = CJK_BRACKET_CJK.replace_all(&old_text, "$1 $2 $4");
    let text_ir;
    let text_11 = if *new_text == *old_text {
        text_ir = CJK_BRACKET.replace_all(&new_text, "$1 $2");
        BRACKET_CJK.replace_all(&text_ir, "$1 $2")
    } else {
        new_text
    };
    let text_12 = FIX_BRACKET.replace_all(&text_11, "$1$3$5");

    let text_13 = FIX_SYMBOL.replace_all(&text_12, "$1$2 $3");

    let text_14 = CJK_ANS.replace_all(&text_13, "$1 $2");
    let text_15 = ANS_CJK.replace_all(&text_14, "$1 $2");

    let eq = |x: &str, y: &str| x.as_ptr() == y.as_ptr() && x.len() == y.len();

    match text_15 {
        Cow::Borrowed(t) if eq(t, text) => Cow::Borrowed(text),
        spaced => Cow::Owned(spaced.into_owned()),
    }
}