pub enum TokenType {
Show 69 variants
ENDMARKER,
NAME,
INTEGER,
BININT,
OCTINT,
HEXINT,
FLOAT,
IMAGINARY,
NUMBER,
STRING,
NEWLINE,
INDENT,
DEDENT,
LPAR,
RPAR,
LSQB,
RSQB,
COLON,
COMMA,
SEMI,
PLUS,
MINUS,
STAR,
SLASH,
VBAR,
AMPER,
LESS,
GREATER,
EQUAL,
DOT,
PERCENT,
LBRACE,
RBRACE,
EQEQUAL,
NOTEQUAL,
LESSEQUAL,
GREATEREQUAL,
TILDE,
CIRCUMFLEX,
LEFTSHIFT,
RIGHTSHIFT,
DOUBLESTAR,
PLUSEQUAL,
MINEQUAL,
STAREQUAL,
SLASHEQUAL,
PERCENTEQUAL,
AMPEREQUAL,
VBAREQUAL,
CIRCUMFLEXEQUAL,
LEFTSHIFTEQUAL,
RIGHTSHIFTEQUAL,
DOUBLESTAREQUAL,
DOUBLESLASH,
DOUBLESLASHEQUAL,
AT,
ATEQUAL,
RARROW,
ELLIPSIS,
COLONEQUAL,
OP,
AWAIT,
ASYNC,
TYPE_IGNORE,
TYPE_COMMENT,
ERRORTOKEN,
COMMENT,
NL,
ENCODING,
}