skullbrain-lexer 0.1.0

Lexer for the skullbrain programming language, responsible for tokenizing source code.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

---
source: skullbrain-lexer/src/tests.rs
expression: formatted_tokens
info: 4 flex 5 frfr 9 lowkey 1 but eh 3 flex valid 6 but eh 2 lowkey valid 6.
input_file: skullbrain-lexer/src/inputs/4.2.skull
---
Literial(Int { base: Decimal, is_empty: false })@1:"4"
Whitespace@1:" "
Operator(Gt)@4:"flex"
Whitespace@1:" "
Literial(Int { base: Decimal, is_empty: false })@1:"5"
Whitespace@1:" "
Operator(And)@4:"frfr"
Whitespace@1:" "
Literial(Int { base: Decimal, is_empty: false })@1:"9"
Whitespace@1:" "
Operator(Lt)@6:"lowkey"
Whitespace@1:" "
Literial(Int { base: Decimal, is_empty: false })@1:"1"
Whitespace@1:" "
Operator(Or)@6:"but eh"
Whitespace@1:" "
Literial(Int { base: Decimal, is_empty: false })@1:"3"
Whitespace@1:" "
Operator(GtEq)@10:"flex valid"
Whitespace@1:" "
Literial(Int { base: Decimal, is_empty: false })@1:"6"
Whitespace@1:" "
Operator(Or)@6:"but eh"
Whitespace@1:" "
Literial(Int { base: Decimal, is_empty: false })@1:"2"
Whitespace@1:" "
Operator(LtEq)@12:"lowkey valid"
Whitespace@1:" "
Literial(Int { base: Decimal, is_empty: false })@1:"6"
Punctuation(Dot)@1:"."