makepad_code_editor/
token.rs

1#[derive(Clone, Copy, Debug, Eq, Hash, PartialEq)]
2pub struct Token {
3    pub len: usize,
4    pub kind: TokenKind,
5}
6
7#[derive(Clone, Copy, Debug, Eq, Hash, PartialEq)]
8pub enum TokenKind {
9    Unknown,
10    BranchKeyword,
11    Comment,
12    Constant,
13    Delimiter,
14    Identifier,
15    LoopKeyword,
16    OtherKeyword,
17    Number,
18    Punctuator,
19    Typename,
20    Function,
21    String,
22    Whitespace,
23}