swiftlet 0.2.1

swiftlet is a high-performance text-parsing library for Rust, inspired by Python’s Lark.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

use crate::lexer::{RegexFlag, TerminalDef};
use crate::terminal_def;
use std::collections::HashMap;
use std::sync::Arc;

/// Returns built-in terminal definitions available through `%import`.
pub(crate) fn get_common_terminals() -> HashMap<String, Arc<TerminalDef>> {
    let digit = r"\d";
    let hex_digit = r"[a-fA-F0-9]+";
    let integer = r"\d+";
    let signed_integer = r"(-|\+)\d+";
    let negative = r"-\s*\d+";
    let decimal = r"\d+\.\d+";
    let lower_case_letter = "[a-z]";
    let upper_case_letter = "[A-Z]";
    let letter = "[a-zA-Z]";
    let word = format!("{letter}+");
    let cname = "[_a-zA-Z][_a-zA-Z0-9]+";
    let ws_inline = r"(\s|\t)+";
    let ws = r"[ \t\f\r\n]+";
    let cr = r"\r";
    let lf = r"\n";
    let newline = r"(\r?\n)+";
    let sh_comment = r"#[^\n]*";
    // let string_pattern = r#""([^"\\]*(\\[^"]*)*)""#;
    let string_pattern = r#"".*?""#;
    let quote_pattern = "'.*?'";

    HashMap::from([
        (
            "WS".to_string(),
            terminal_def!("WS", ws, RegexFlag::default(), 0),
        ),
        (
            "DIGIT".to_string(),
            terminal_def!("DIGIT", digit, RegexFlag::default(), 0),
        ),
        (
            "HEXDIGIT".to_string(),
            terminal_def!("HEXDIGIT", hex_digit, RegexFlag::default(), 0),
        ),
        (
            "INT".to_string(),
            terminal_def!("INT", integer, RegexFlag::default(), 0),
        ),
        (
            "N_INT".to_string(),
            terminal_def!("N_INT", negative, RegexFlag::default(), 0),
        ),
        (
            "SIGNED_INT".to_string(),
            terminal_def!("SIGNED_INT", signed_integer, RegexFlag::default(), 0),
        ),
        (
            "DECIMAL".to_string(),
            terminal_def!("DECIMAL", decimal, RegexFlag::default(), 0),
        ),
        (
            "LCASE_LETTER".to_string(),
            terminal_def!("LCASE_LETTER", lower_case_letter, RegexFlag::default(), 0),
        ),
        (
            "UCASE_LETTER".to_string(),
            terminal_def!("UCASE_LETTER", upper_case_letter, RegexFlag::default(), 0),
        ),
        (
            "WORD".to_string(),
            terminal_def!("WORD", word.as_str(), RegexFlag::default(), 0),
        ),
        (
            "CNAME".to_string(),
            terminal_def!("CNAME", cname, RegexFlag::default(), 0),
        ),
        (
            "WS_INLINE".to_string(),
            terminal_def!("WS_INLINE", ws_inline, RegexFlag::default(), 0),
        ),
        (
            "CR".to_string(),
            terminal_def!("CR", cr, RegexFlag::default(), 0),
        ),
        (
            "LF".to_string(),
            terminal_def!("LF", lf, RegexFlag::default(), 0),
        ),
        (
            "NEWLINE".to_string(),
            terminal_def!("NEWLINE", newline, RegexFlag::default(), 0),
        ),
        (
            "SH_COMMENT".to_string(),
            terminal_def!("SH_COMMENT", sh_comment, RegexFlag::default(), 0),
        ),
        (
            "STRING".to_string(),
            terminal_def!("STRING", string_pattern, RegexFlag::default(), 0),
        ),
        (
            "QUOTE".to_string(),
            terminal_def!("QUOTE", quote_pattern, RegexFlag::default(), 0),
        ),
    ])
}