chompy 0.3.0

A series of utilities used to create parsers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

#[cfg(test)]
use crate::utils::Location;
use crate::{
    lex::Token, test_lex_err, test_tok_match, test_tok_mismatch, tests::utils::TokKind::*,
};

test_tok_match!(semicolon: ";" => SemiColon);
test_tok_match!(equal: "=" => Equal);
test_tok_match!(double_equal: "==" => DoubleEqual);
test_tok_match!(ident: "foo" => Ident("foo"));
test_tok_match!(const_ident: "const" => Const);
test_tok_match!(let_ident: "let" => Let);
test_tok_match!(let_bind: "let foo" => Let, Ident("foo"));
test_tok_match!(int: "1" => Int(1));
test_tok_match!(int_series: "1 2 3" => Int(1), Int(2), Int(3));
test_tok_match!(int_with_underscores: "1_000_000" => Int(1_000_000));
test_tok_match!(float: "1.0" => Float(1.0));
test_tok_match!(float_positive_science: "1.5e+02" => Float(150.0));
test_tok_match!(float_negative_science: "1.5e-02" => Float(0.015));
test_tok_match!(float_with_underscores: "1_0.0_0" => Float(10.0));
test_tok_match!(hex: " 0xfff" => Hex("fff"));
test_tok_match!(string_single_quotes: "'hi'" => String("hi"));
test_tok_match!(string_double_quotes: "\"hi\"" => String("hi"));
test_tok_match!(comment: "// hello" => Comment("// hello"));
test_tok_match!(
    comment_after_other:
    "0 // hello" => Int(0), Comment("// hello")
);
test_tok_match!(
    comment_after_whitespace:
    "   // hello" => Comment("// hello")
);
test_tok_match!(
    multiline_comment:
    "// hello\n// there" => Comment("// hello\n// there")
);
test_tok_match!(
    doc_comment:
    "/// hello" => Comment("/// hello")
);
test_tok_match!(
    multiline_comment_mix:
    "// hello\n/// there\n// !" => Comment("// hello\n/// there\n// !")
);

test_lex_err!(unknown: "$" => crate::lex::UnexpectedChar(Location::new(0, 0..1)));
test_lex_err!(unterminated_string: "'foo" => crate::lex::UnterminatedString(Location::new(0, 0..5)));
test_lex_err!(mismatch_string_delimiter: "'foo\"" => crate::lex::UnterminatedString(Location::new(0, 0..6)));
test_tok_mismatch!(underscore_first_int: "_0" => Int(0));
test_tok_mismatch!(underscore_first_float: "_0.0" => Float(0.0));

#[test]
fn unescape() {
    assert_eq!(
        "hello\nworld!",
        crate::utils::unescape("hello\\nworld!", &['\\'], &['"'])
    );
    assert_eq!(
        "carriage!\r",
        crate::utils::unescape("carriage!\\r", &['\\'], &['"'])
    );
    assert_eq!(
        "\ttabbed!",
        crate::utils::unescape("\\ttabbed!", &['\\'], &['"'])
    );
    assert_eq!(
        "null!\0",
        crate::utils::unescape("null!\\0", &['\\'], &['"'])
    );
}