leekscript-core 0.1.0

LeekScript parser core: syntax, grammar, parser, preprocess, doc comments
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

//! Phase 1: token and `token_stream` parser rules.

use crate::syntax::Kind;

/// One token (any lexer token).
pub fn add_token_rule(g: &mut sipha::builder::GrammarBuilder) {
    g.parser_rule("token", |g: &mut sipha::builder::GrammarBuilder| {
        g.choices(vec![
            Box::new(|g| {
                g.call("string_lit");
            }),
            Box::new(|g| {
                g.call("number_lit");
            }),
            Box::new(|g| {
                g.call("arrow");
            }),
            Box::new(|g| {
                g.call("dot_dot");
            }),
            Box::new(|g| {
                g.call("dot");
            }),
            Box::new(|g| {
                g.call("operator");
            }),
            Box::new(|g| {
                g.call("bracket");
            }),
            Box::new(|g| {
                g.call("special_lit");
            }),
            Box::new(|g| {
                g.call("keyword_or_ident");
            }),
        ]);
    });
}

/// Root: token stream (zero or more tokens).
pub fn add_token_stream(g: &mut sipha::builder::GrammarBuilder) {
    g.parser_rule("token_stream", |g| {
        g.node(Kind::NodeTokenStream, |g| {
            g.zero_or_more(|g| {
                g.call("token");
            });
        });
    });
}