protokit_textformat 0.2.0

Usable protocol buffers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

use logos::Logos;

#[repr(u8)]
#[derive(Debug, Clone, Copy, PartialEq, PartialOrd, Logos)]
#[logos(subpattern idt = r"[_a-zA-Z][_0-9a-zA-Z]*")]
#[logos(subpattern extidt = r"(?&idt)(\.(?&idt))*")]
#[logos(subpattern dec = r"[1-9][0-9]*")]
#[logos(subpattern oct = r"0[0-9]*")]
#[logos(subpattern dig = r"[0-9]+")]
#[logos(subpattern hex = r"0x[0-9a-fA-F][0-9a-fA-F]?")]
#[logos(subpattern exp = r"[eE][+-]?[0-9]+")]
#[logos(skip r"[ \t\n\f]+")]
pub enum Token {
    #[regex(r"#[^\n]+", logos::skip)]
    Comment,

    #[regex("(?&idt)")]
    Ident,

    #[regex(r"\[(?&extidt)(/(?&extidt))?\]")]
    ExtIdent,

    #[regex("(?&dec)", priority = 3)]
    DecLit,
    #[regex("(?&hex)", priority = 2)]
    HexLit,
    #[regex("(?&oct)", priority = 2)]
    OctLit,

    #[regex(r"(?&dig)(.(?&dig))?([eE][+-]?(?&dig))?", priority = 1)]
    FltLit,

    #[regex(r#""([^"\\]|\\.)*"|'([^'\\]|\\.)*'"#)]
    StrLit,

    #[token("{")]
    LBrace,
    #[token("}")]
    RBrace,

    #[token("[")]
    LBracket,
    #[token("]")]
    RBracket,

    #[token("<")]
    LAngle,
    #[token(">")]
    RAngle,

    #[token(";")]
    Semi,
    #[token(":")]
    Colon,

    #[token(",")]
    Comma,
    #[token("-")]
    Minus,

    Error,

    StartOfFile,
    EndOfFile,
}

#[cfg(test)]
mod test {
    use logos::Lexer;

    use crate::lex::Token;

    #[test]
    fn test_lex_any() {
        let txt = "[a/a.a] { }";
        let mut lex = Lexer::<Token>::new(txt);
        assert_eq!(lex.next(), Some(Ok(Token::ExtIdent)));
        assert_eq!(lex.slice(), "[a/a.a]");
    }
}