makepad_code_editor/
token.rs

1#[derive(Clone, Copy, Debug, Eq, Hash, PartialEq)]
2pub struct Token {
3    pub len: usize,
4    pub kind: TokenKind,
5}
6
7#[derive(Clone, Copy, Debug, Eq, Hash, PartialEq)]
8pub enum TokenKind {
9    Unknown,
10    BranchKeyword,
11    Comment,
12    Constant,
13    Delimiter,
14    Identifier,
15    LoopKeyword,
16    OtherKeyword,
17    Number,
18    Punctuator,
19    Typename,
20    String,
21    Whitespace,
22}