brack_tokenizer/
tokens.rs1#[derive(Debug, Clone, PartialEq)]
2pub enum Token {
3 Empty(Location),
4 Text(String, Location),
5 Module(String, Location),
6 Ident(String, Location),
7 NewLine(Location),
8 Dot(Location),
9 AngleBracketOpen(Location),
10 AngleBracketClose(Location),
11 SquareBracketOpen(Location),
12 SquareBracketClose(Location),
13 CurlyBracketOpen(Location),
14 CurlyBracketClose(Location),
15 Comma(Location),
16 EOF(Location),
17}
18
19#[derive(Debug, Clone, PartialEq)]
20pub struct LocationData {
21 pub line: usize,
22 pub character: usize,
23}
24
25#[derive(Debug, Clone, PartialEq)]
26pub struct Location {
27 pub start: LocationData,
28 pub end: LocationData,
29}
30
31pub fn mock_location() -> Location {
32 Location {
33 start: LocationData {
34 line: 0,
35 character: 0,
36 },
37 end: LocationData {
38 line: 0,
39 character: 0,
40 },
41 }
42}