1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
---
source: src/tests/lexer.rs
expression: "tokenize(\"foo != 123(]{.:\")"
---
Ok:
- sym:
Id: foo
line: 1
col: 1
- sym:
Operator: Neq
line: 1
col: 5
- sym:
Number: 123
line: 1
col: 8
- sym:
Symbol: OpenParen
line: 1
col: 11
- sym:
Symbol: CloseBracket
line: 1
col: 12
- sym:
Symbol: OpenBrace
line: 1
col: 13
- sym:
Symbol: Dot
line: 1
col: 14
- sym:
Symbol: Colon
line: 1
col: 15
- sym: Eof
line: 1
col: 16