air-parser 0.4.0

Parser for the AirScript language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131

use miden_diagnostics::SourceIndex;

use super::{expect_any_error, expect_error_at_location, expect_valid_tokenization};
use crate::lexer::{LexicalError, Symbol, Token};

// IDENTIFIERS VALID TOKENIZATION
// ================================================================================================

#[test]
fn keywords_with_identifiers() {
    let source = "enf clk' = clk + 1";
    let tokens = vec![
        Token::Enf,
        Token::Ident(Symbol::intern("clk")),
        Token::Quote,
        Token::Equal,
        Token::Ident(Symbol::intern("clk")),
        Token::Plus,
        Token::Num(1),
    ];
    expect_valid_tokenization(source, tokens);
}

#[test]
fn keyword_and_identifier_without_space() {
    let source = "enfclk' = clkdef + 1";
    let tokens = vec![
        // enfclk' is considered as an identifier by logos
        Token::Ident(Symbol::intern("enfclk")),
        Token::Quote,
        Token::Equal,
        // clkdef is considered as an identifier by logos
        Token::Ident(Symbol::intern("clkdef")),
        Token::Plus,
        Token::Num(1),
    ];
    expect_valid_tokenization(source, tokens);
}

#[test]
fn number_and_identier_without_space() {
    let source = "enf 1clk' = clk + 1";
    let tokens = vec![
        Token::Enf,
        Token::Num(1),
        Token::Ident(Symbol::intern("clk")),
        Token::Quote,
        Token::Equal,
        Token::Ident(Symbol::intern("clk")),
        Token::Plus,
        Token::Num(1),
    ];
    expect_valid_tokenization(source, tokens);
}

#[test]
fn valid_tokenization_next_token() {
    let source = "enf clk'' = clk + 1";
    let tokens = vec![
        Token::Enf,
        Token::Ident(Symbol::intern("clk")),
        Token::Quote,
        // This is a parsing error, not a scanning error.
        Token::Quote,
        Token::Equal,
        Token::Ident(Symbol::intern("clk")),
        Token::Plus,
        Token::Num(1),
    ];
    expect_valid_tokenization(source, tokens);
}

#[test]
fn valid_tokenization_indexed_trace_access() {
    let source = "enf $main[0]' = $main[1] + $main[2] + $main[3]'";
    let tokens = vec![
        Token::Enf,
        Token::DeclIdentRef(Symbol::intern("$main")),
        Token::LBracket,
        Token::Num(0),
        Token::RBracket,
        Token::Quote,
        Token::Equal,
        Token::DeclIdentRef(Symbol::intern("$main")),
        Token::LBracket,
        Token::Num(1),
        Token::RBracket,
        Token::Plus,
        Token::DeclIdentRef(Symbol::intern("$main")),
        Token::LBracket,
        Token::Num(2),
        Token::RBracket,
        Token::Plus,
        Token::DeclIdentRef(Symbol::intern("$main")),
        Token::LBracket,
        Token::Num(3),
        Token::RBracket,
        Token::Quote,
    ];
    expect_valid_tokenization(source, tokens);
}

// SCAN ERRORS
// ================================================================================================

#[test]
fn error_identifier_with_invalid_characters() {
    let source = "enf clk@' = clk + 1";
    // "@" is not in the allowed characters.
    let expected = LexicalError::UnexpectedCharacter {
        start: SourceIndex::UNKNOWN,
        found: '@',
    };
    expect_error_at_location(source, expected, 0, 7);
}

#[test]
fn return_first_invalid_character_error() {
    use miden_diagnostics::ByteIndex;

    let source = "enf clk@' = clk@ + 1";
    // "@" is not in the allowed characters.
    let err = expect_any_error(source);
    match err {
        LexicalError::UnexpectedCharacter { start, found: '@' } => {
            let expected = SourceIndex::new(start.source_id(), ByteIndex(7));
            assert_eq!(start, expected);
        }
        err => panic!("unexpected lexical error in source: {err:#?}"),
    }
}