1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
---
source: brush-parser/src/tokenizer.rs
expression: "test_tokenizer(\"1 2 3\")?"
---
TokenizerResult(
input: "1 2 3",
result: [
W("1", Loc(
start: Pos(
idx: 0,
line: 1,
col: 1,
),
end: Pos(
idx: 1,
line: 1,
col: 2,
),
)),
W("2", Loc(
start: Pos(
idx: 2,
line: 1,
col: 3,
),
end: Pos(
idx: 3,
line: 1,
col: 4,
),
)),
W("3", Loc(
start: Pos(
idx: 4,
line: 1,
col: 5,
),
end: Pos(
idx: 5,
line: 1,
col: 6,
),
)),
],
)