mango 0.4.0

The Mango programming language (UNDER CONSTRUCTION)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98

use ::lazy_static::lazy_static;
use ::regex::Regex;

use crate::lexing::lexer::Lexer;
use crate::lexing::reader::reader::{Reader, ReaderResult};
use crate::token::{ParenthesisCloseToken, ParenthesisOpenToken, Tokens};
use crate::token::collect::{parenthesis_close, parenthesis_open, unlexable};

lazy_static! {
    static ref GROUPING_RE: Regex = Regex::new(r"^[\(\)\[\]\{\}]").unwrap();
}

/// Lex any number of parentheses, braces and brackets, and add the tokens to the Lexer.
pub fn lex_grouping(reader: &mut impl Reader, lexer: &mut impl Lexer) {

    while let ReaderResult::Match(sym) = reader.strip_match(&*GROUPING_RE) {
        lexer.add(match sym.as_str() {
            "(" => parenthesis_open(),
            ")" => parenthesis_close(),
            "[" => unlexable("[ not yet implemented"),  //TODO @mark
            "]" => unlexable("] not yet implemented"),  //TODO @mark
            "{" => unlexable("{ not yet implemented"),  //TODO @mark
            "}" => unlexable("} not yet implemented"),  //TODO @mark
            _ => unreachable!(),
        });
    }
}

#[cfg(test)]
mod grouping {
    use crate::io::source::SourceFile;
    use crate::lexing::lexer::{CodeLexer, Lexer};
    use crate::lexing::reader::source_reader::SourceReader;
    use crate::lexing::tests::create_lexer;
    use crate::token::{EndBlockToken, StartBlockToken, Tokens};

    use super::lex_grouping;
    use crate::token::collect::{parenthesis_open, parenthesis_close};
    use crate::token::collect::token_list::TokenList;

    fn check(input: &str, expected: &[Tokens]) {
        let expected: TokenList = expected.into();
        let (source, mut reader, mut lexer) = create_lexer(input);
        lex_grouping(&mut reader, &mut lexer);
        assert_eq!(lexer.tokens(), &expected);
    }

    #[test]
    fn empty() {
        check("", &vec![]);
        check("    \t", &vec![]);
    }

    #[test]
    fn after_mismatch() {
        check("abc *", &vec![]);
        check("0 *", &vec![]);
    }

    #[test]
    fn mismatch() {
        check("*", &vec![]);
        check(".", &vec![]);
        check("0", &vec![]);
        check("a", &vec![]);
    }

    #[test]
    fn parenthese_open() {
        check(" ( ", &vec![
            parenthesis_open(),
        ]);
    }

    #[test]
    fn parenthese_close() {
        check(" ) ", &vec![
            parenthesis_close(),
        ]);
    }

    #[test]
    fn paired_parenthese() {
        check("(( ))", &vec![
            parenthesis_open(),
            parenthesis_open(),
            parenthesis_close(),
            parenthesis_close(),
        ]);
    }

    #[test]
    fn parenthese_and_words() {
        check("(hello)", &vec![
            parenthesis_open(),
        ]);
    }
}