macro_rules! token_table {
($callback:ident) => {
crate::keywords::keyword_table! { [crate::tokens::token_table_rows] $callback }
};
}
macro_rules! token_table_rows {
($callback:ident $($kw_text:literal $kw:ident $kw_syn:ident,)*) => {
$callback! {
Whitespace WHITESPACE,
Newline NEWLINE,
Comment COMMENT,
BlockComment BLOCK_COMMENT,
Ident IDENT,
Integer INTEGER,
BinInt BIN_INT,
OctInt OCT_INT,
HexInt HEX_INT,
Float FLOAT,
Float32 FLOAT32,
Char CHAR,
ErrorInvalidNumber ERROR_INVALID_NUMBER,
ErrorHexFloatNoP ERROR_HEX_FLOAT_NO_P,
ErrorIdentifierStart ERROR_IDENTIFIER_START,
Unknown ERROR_UNKNOWN_CHAR,
StringDelimOpen STRING_DELIM_OPEN,
StringDelimClose STRING_DELIM_CLOSE,
CmdDelimOpen CMD_DELIM_OPEN,
CmdDelimClose CMD_DELIM_CLOSE,
StringContent STRING_CONTENT,
StringPrefix STRING_PREFIX,
StringSuffix STRING_SUFFIX,
$($kw $kw_syn,)*
Eq EQ,
Plus PLUS,
Minus MINUS,
Star STAR,
Slash SLASH,
Backslash BACKSLASH,
SlashSlash SLASH_SLASH,
Caret CARET,
Percent PERCENT,
PlusPercent PLUS_PERCENT,
PlusPlus PLUS_PLUS,
MinusPercent MINUS_PERCENT,
StarPercent STAR_PERCENT,
StarStar STAR_STAR,
MinusMinus MINUS_MINUS,
EqEq EQ_EQ,
NotEq NOT_EQ,
EqEqEq EQ_EQ_EQ,
NotEqEq NOT_EQ_EQ,
Lt LT,
Le LE,
Gt GT,
Ge GE,
AndAnd AND_AND,
OrOr OR_OR,
Colon COLON,
ColonColon COLON_COLON,
ColonEq COLON_EQ,
Subtype SUBTYPE,
Supertype SUPERTYPE,
Arrow ARROW,
LongArrow LONG_ARROW,
LeftRightArrow LEFT_RIGHT_ARROW,
LeftLongArrow LEFT_LONG_ARROW,
FatArrow FAT_ARROW,
Shl SHL,
Shr SHR,
UShr USHR,
PlusEq PLUS_EQ,
MinusEq MINUS_EQ,
StarEq STAR_EQ,
SlashEq SLASH_EQ,
BackslashEq BACKSLASH_EQ,
SlashSlashEq SLASH_SLASH_EQ,
CaretEq CARET_EQ,
PercentEq PERCENT_EQ,
PlusPercentEq PLUS_PERCENT_EQ,
MinusPercentEq MINUS_PERCENT_EQ,
StarPercentEq STAR_PERCENT_EQ,
PipeEq PIPE_EQ,
DollarEq DOLLAR_EQ,
AmpEq AMP_EQ,
ShlEq SHL_EQ,
ShrEq SHR_EQ,
UShrEq USHR_EQ,
DivEq DIV_EQ,
XorEq XOR_EQ,
Dot DOT,
DotDot DOT_DOT,
DotDotDot DOT_DOT_DOT,
PipeGt PIPE_GT,
PipeLt PIPE_LT,
Bang BANG,
Amp AMP,
Pipe PIPE,
Tilde TILDE,
Question QUESTION,
Transpose TRANSPOSE,
DotPlus DOT_PLUS,
DotMinus DOT_MINUS,
DotStar DOT_STAR,
DotPlusPercent DOT_PLUS_PERCENT,
DotMinusPercent DOT_MINUS_PERCENT,
DotStarPercent DOT_STAR_PERCENT,
DotStarStar DOT_STAR_STAR,
DotMinusMinus DOT_MINUS_MINUS,
DotSlash DOT_SLASH,
DotBackslash DOT_BACKSLASH,
DotSlashSlash DOT_SLASH_SLASH,
DotCaret DOT_CARET,
DotPercent DOT_PERCENT,
DotEq DOT_EQ,
DotEqEq DOT_EQ_EQ,
DotNotEq DOT_NOT_EQ,
DotEqEqEq DOT_EQ_EQ_EQ,
DotNotEqEq DOT_NOT_EQ_EQ,
DotLt DOT_LT,
DotLe DOT_LE,
DotGt DOT_GT,
DotGe DOT_GE,
DotShl DOT_SHL,
DotShr DOT_SHR,
DotUShr DOT_USHR,
DotSubtype DOT_SUBTYPE,
DotSupertype DOT_SUPERTYPE,
DotFatArrow DOT_FAT_ARROW,
DotLongArrow DOT_LONG_ARROW,
DotLeftLongArrow DOT_LEFT_LONG_ARROW,
DotLeftRightArrow DOT_LEFT_RIGHT_ARROW,
DotPipeGt DOT_PIPE_GT,
DotTilde DOT_TILDE,
DotAndAnd DOT_AND_AND,
DotOrOr DOT_OR_OR,
DotAmp DOT_AMP,
DotPipe DOT_PIPE,
DotBang DOT_BANG,
DotPlusEq DOT_PLUS_EQ,
DotMinusEq DOT_MINUS_EQ,
DotStarEq DOT_STAR_EQ,
DotPlusPercentEq DOT_PLUS_PERCENT_EQ,
DotMinusPercentEq DOT_MINUS_PERCENT_EQ,
DotStarPercentEq DOT_STAR_PERCENT_EQ,
DotSlashEq DOT_SLASH_EQ,
DotBackslashEq DOT_BACKSLASH_EQ,
DotSlashSlashEq DOT_SLASH_SLASH_EQ,
DotCaretEq DOT_CARET_EQ,
DotPercentEq DOT_PERCENT_EQ,
DotAmpEq DOT_AMP_EQ,
DotPipeEq DOT_PIPE_EQ,
DotShlEq DOT_SHL_EQ,
DotShrEq DOT_SHR_EQ,
DotUShrEq DOT_USHR_EQ,
DotDivEq DOT_DIV_EQ,
DotXorEq DOT_XOR_EQ,
LParen LPAREN,
RParen RPAREN,
LBracket LBRACKET,
RBracket RBRACKET,
LBrace LBRACE,
RBrace RBRACE,
Comma COMMA,
Semicolon SEMICOLON,
At AT,
Dollar DOLLAR,
UniAssign UNICODE_ASSIGN_OP,
UniRadical UNICODE_RADICAL,
}
};
}
pub(crate) use {token_table, token_table_rows};