sauva 0.7.0

Terminal Unicode Explorer
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

use crate::unicode::{CodePoint, UnicodeDatabase};

/// Escape terminal controls and invisible formatting while preserving shaping
/// within clusters. This representation is never used as clipboard data.
pub fn safe_cluster(text: &str) -> String {
    use crate::unicode::GeneralCategory as G;
    if text.len() > 1024 {
        return format!("<cluster: {} CP>", text.chars().count());
    }
    let has_base = text.chars().any(|character| {
        let record = UnicodeDatabase::lookup(CodePoint::from(character));
        !record.is_default_ignorable()
            && !matches!(
                record.general_category(),
                G::NonspacingMark
                    | G::SpacingMark
                    | G::EnclosingMark
                    | G::Control
                    | G::Format
                    | G::SpaceSeparator
                    | G::LineSeparator
                    | G::ParagraphSeparator
                    | G::Unassigned
                    | G::PrivateUse
            )
    });
    let mut output = String::new();
    for character in text.chars() {
        let point = CodePoint::from(character);
        let record = UnicodeDatabase::lookup(point);
        let shaping =
            matches!(point.value(), 0x200c | 0x200d | 0xfe00..=0xfe0f | 0xe0100..=0xe01ef);
        match character {
            ' ' => output.push('␠'),
            '\t' => output.push_str("<TAB>"),
            '\r' => output.push_str("<CR>"),
            '\n' => output.push_str("<LF>"),
            _ if shaping && has_base => output.push(character),
            _ if record.is_default_ignorable() => output.push_str(&format!("<{point}>")),
            _ if matches!(
                record.general_category(),
                G::NonspacingMark | G::SpacingMark | G::EnclosingMark
            ) =>
            {
                if output.is_empty() && !has_base {
                    output.push('◌');
                }
                output.push(character);
            }
            _ => {
                let display = record.display_representation();
                if display.as_str() == character.to_string() {
                    output.push(character);
                } else {
                    output.push_str(&format!("<{point}>"));
                }
            }
        }
    }
    output
}