1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

#[derive(Debug, PartialEq, Eq, Clone)]
pub struct Token<'a> {
    pub span: (usize, usize),
    pub kind: TokenKind,
    pub value: &'a str,
}

#[derive(Debug, PartialEq, Eq, Clone)]
pub enum TokenKind {
    Identifier,
    Number,
    String,
    Operator,
    Bracket,
}