1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
#[derive(Clone, Debug, PartialEq)]
pub enum Token {
Alpha,
Digit,
HashTag,
LeftBracket,
RightBracket,
LeftParenthesis,
RightParenthesis,
LeftBrace,
RightBrace,
Caret,
Semicolon,
Space,
Plus,
Dash,
Underscore,
At,
Asterisk,
Slash,
Apostrophe,
Equal,
LessThan,
GreaterThan,
Exclamation,
Question,
Period,
Colon,
Comma,
Tilde,
Grave,
Bar,
Quote,
Ampersand,
Percent,
Newline,
CarriageReturn,
Tab,
EndOfStream,
}