antlr-rust-runtime 0.15.0

High performance Rust runtime and target support for ANTLR v4 generated parsers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104

#[derive(Clone, Copy, Debug, Eq, PartialEq)]
pub(super) enum UnicodeEscapeStyle {
    Utf16CodeUnits,
    FixedWidthScalar,
    BracedScalar,
}

pub(super) fn escape_code_point(code_point: i32, style: UnicodeEscapeStyle) -> String {
    assert!(
        (0..=0x10_ffff).contains(&code_point),
        "Unicode code point is out of range"
    );
    match style {
        UnicodeEscapeStyle::Utf16CodeUnits if code_point > 0xffff => {
            let supplementary = code_point - 0x1_0000;
            let high = 0xd800 + (supplementary >> 10);
            let low = 0xdc00 + (supplementary & 0x3ff);
            format!("\\u{high:04X}\\u{low:04X}")
        }
        UnicodeEscapeStyle::Utf16CodeUnits => format!("\\u{code_point:04X}"),
        UnicodeEscapeStyle::FixedWidthScalar if code_point > 0xffff => {
            format!("\\U{code_point:08X}")
        }
        UnicodeEscapeStyle::FixedWidthScalar => format!("\\u{code_point:04X}"),
        UnicodeEscapeStyle::BracedScalar => format!("\\u{{{code_point:04X}}}"),
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn latin_java_escape_matches_java() {
        assert_eq!(
            escape_code_point(0x0061, UnicodeEscapeStyle::Utf16CodeUnits),
            "\\u0061"
        );
    }

    #[test]
    fn latin_python_escape_matches_java() {
        assert_eq!(
            escape_code_point(0x0061, UnicodeEscapeStyle::FixedWidthScalar),
            "\\u0061"
        );
    }

    #[test]
    fn latin_swift_escape_matches_java() {
        assert_eq!(
            escape_code_point(0x0061, UnicodeEscapeStyle::BracedScalar),
            "\\u{0061}"
        );
    }

    #[test]
    fn bmp_java_escape_matches_java() {
        assert_eq!(
            escape_code_point(0xabcd, UnicodeEscapeStyle::Utf16CodeUnits),
            "\\uABCD"
        );
    }

    #[test]
    fn bmp_python_escape_matches_java() {
        assert_eq!(
            escape_code_point(0xabcd, UnicodeEscapeStyle::FixedWidthScalar),
            "\\uABCD"
        );
    }

    #[test]
    fn bmp_swift_escape_matches_java() {
        assert_eq!(
            escape_code_point(0xabcd, UnicodeEscapeStyle::BracedScalar),
            "\\u{ABCD}"
        );
    }

    #[test]
    fn smp_java_escape_matches_java() {
        assert_eq!(
            escape_code_point(0x1f4a9, UnicodeEscapeStyle::Utf16CodeUnits),
            "\\uD83D\\uDCA9"
        );
    }

    #[test]
    fn smp_python_escape_matches_java() {
        assert_eq!(
            escape_code_point(0x1f4a9, UnicodeEscapeStyle::FixedWidthScalar),
            "\\U0001F4A9"
        );
    }

    #[test]
    fn smp_swift_escape_matches_java() {
        assert_eq!(
            escape_code_point(0x1f4a9, UnicodeEscapeStyle::BracedScalar),
            "\\u{1F4A9}"
        );
    }
}