Enum TokenKind 

pub enum TokenKind {
    Error,
    EOI,
    Whitespace,
    Comment,
    CommentBlock,
    Ident,
    IdentVariable,
    ColumnPosition,
    LiteralString,
    LiteralCodeString,
    LiteralAtString,
    PGLiteralHex,
    MySQLLiteralHex,
    LiteralInteger,
    LiteralFloat,
    HintPrefix,
    HintSuffix,
    DoubleEq,
    Eq,
    NotEq,
    Lt,
    Gt,
    Lte,
    Gte,
    Spaceship,
    Plus,
    Minus,
    Multiply,
    Divide,
    IntDiv,
    Modulo,
    StringConcat,
    LParen,
    RParen,
    Comma,
    Dot,
    Colon,
    DoubleColon,
    ColonEqual,
    SemiColon,
    Backslash,
    LBracket,
    RBracket,
    Caret,
    LBrace,
    RBrace,
    Dollar,
    RArrow,
    LongRArrow,
    FatRArrow,
    HashRArrow,
    HashLongRArrow,
    TildeAsterisk,
    ExclamationMarkTilde,
    ExclamationMarkTildeAsterisk,
    BitWiseAnd,
    BitWiseOr,
    BitWiseXor,
    BitWiseNot,
    ShiftLeft,
    ShiftRight,
    Factorial,
    DoubleExclamationMark,
    Abs,
    SquareRoot,
    CubeRoot,
    Placeholder,
    QuestionOr,
    QuestionAnd,
    ArrowAt,
    AtArrow,
    AtQuestion,
    AtAt,
    HashMinus,
    ACCOUNT,
    ALL,
    ALLOWED_IP_LIST,
    ALLOWED_VALUES,
    ALLOW_QUOTED_NULLS,
    ADD,
    AFTER,
    AGGREGATING,
    ANY,
    APPEND_ONLY,
    APPLY,
    ARGS,
    AUTO,
    AUTOINCREMENT,
    SOME,
    ALTER,
    ALWAYS,
    ANALYZE,
    AND,
    ARRAY,
    AS,
    ASOF,
    AST,
    AT,
    ASC,
    ANTI,
    ASYNC,
    ATTACH,
    AVRO,
    BEFORE,
    BETWEEN,
    BIGINT,
    BINARY,
    BREAK,
    LONGBLOB,
    MEDIUMBLOB,
    TINYBLOB,
    BLOB,
    BINARY_FORMAT,
    BITMAP,
    BLOCKED_IP_LIST,
    BOOL,
    BOOLEAN,
    BOTH,
    BRANCH,
    BY,
    BROTLI,
    BZ2,
    BLOCK,
    CALL,
    CASE,
    CASE_SENSITIVE,
    CAST,
    CATALOG,
    CATALOGS,
    CENTURY,
    CHANGES,
    CLUSTER,
    COMMENT,
    COMMENTS,
    COMPACT,
    CONNECTION,
    CONNECTIONS,
    CONSUME,
    CONTENT_TYPE,
    CONTINUE,
    CURSOR,
    CHAR,
    CHECK,
    CLOSE,
    COLUMN,
    CACHE,
    COLUMN_MATCH_MODE,
    COLUMNS,
    CHARACTER,
    CONFLICT,
    CONSTRAINT,
    COMPRESSION,
    COPY_OPTIONS,
    COPY,
    COUNT,
    CREDENTIAL,
    CREATE,
    CROSS,
    CSV,
    CURRENT_DATE,
    CURRENT_TIME,
    CURRENT_TIMESTAMP,
    CURRENT,
    DATABASE,
    DATABASES,
    DATA,
    DATE,
    DATE_ADD,
    DATEADD,
    DATE_DIFF,
    DATEDIFF,
    DATE_PART,
    DATEPART,
    DATE_SUB,
    DATE_BETWEEN,
    DATEBETWEEN,
    DATESUB,
    DATE_TRUNC,
    TIME_SLICE,
    TRUNC,
    DATETIME,
    DAY,
    DECADE,
    DECIMAL,
    DECLARE,
    DEFAULT,
    DEFLATE,
    DELETE,
    DESC,
    DETAILED_OUTPUT,
    DESCRIBE,
    DISABLE,
    DISABLE_VARIANT_CHECK,
    DISTINCT,
    RESPECT,
    IGNORE,
    DIV,
    DOUBLE_SHA1_PASSWORD,
    DO,
    DOUBLE,
    DOW,
    WEEK,
    DELTA,
    DOY,
    DOWNLOAD,
    DOWNSTREAM,
    DROP,
    DRY,
    DYNAMIC,
    EXCEPT,
    EXCLUDE,
    ELSE,
    EMPTY_FIELD_AS,
    ENABLE,
    ENABLE_VIRTUAL_HOST_STYLE,
    END,
    ENDPOINT,
    ENGINE,
    ENGINES,
    EPOCH,
    YEARWEEK,
    MICROSECOND,
    ERROR_ON_COLUMN_COUNT_MISMATCH,
    ESCAPE,
    EXCEPTION_BACKTRACE,
    EXISTS,
    EXPLAIN,
    EXPIRE,
    EXTRACT,
    ELSEIF,
    FALSE,
    FETCH,
    FIELDS,
    FIELD_DELIMITER,
    NAN_DISPLAY,
    NULL_DISPLAY,
    NULL_IF,
    FILE_FORMAT,
    FILE,
    FILES,
    FINAL,
    FLASHBACK,
    FLOAT,
    FLOAT32,
    FLOAT64,
    FOR,
    FORCE,
    FORMAT,
    FOLLOWING,
    FORMAT_NAME,
    FORMATS,
    FLUSH,
    FRAGMENTS,
    FRIDAY,
    FROM,
    FULL,
    FUNCTION,
    FUNCTIONS,
    TABLE_FUNCTIONS,
    SET_VAR,
    FUSE,
    GET,
    GENERATED,
    GEOMETRY,
    GEOGRAPHY,
    GLOBAL,
    GRAPH,
    GROUP,
    GZIP,
    HAVING,
    HIGH,
    HILBERT,
    HISTORY,
    HIVE,
    HOUR,
    HOURS,
    ICEBERG,
    INTERSECT,
    IDENTIFIED,
    IDENTIFIER,
    IDENTITY,
    IF,
    IMMUTABLE,
    IN,
    INCLUDE_QUERY_ID,
    INCREMENTAL,
    INCREMENT,
    START,
    INDEX,
    INFORMATION,
    INITIALIZE,
    INNER,
    INSERT,
    INT,
    INT16,
    INT32,
    INT64,
    INT8,
    INTEGER,
    INTERVAL,
    INTO,
    INVERTED,
    PREVIOUS_DAY,
    PROCEDURE,
    PROCEDURES,
    IMMEDIATE,
    IS,
    ISODOW,
    ISOWEEK,
    ISOYEAR,
    JOIN,
    JSON,
    JULIAN,
    JWT,
    KEY,
    KILL,
    LAST_DAY,
    LATERAL,
    LINEAR,
    LOCATION_PREFIX,
    LOCKS,
    LOGICAL,
    LOOP,
    SECONDARY,
    ROLES,
    L1DISTANCE,
    L2DISTANCE,
    LANCE,
    LEADING,
    LEFT,
    LET,
    LIKE,
    LIMIT,
    LIST,
    LOW,
    LZO,
    MASKING,
    MAP,
    MAX_FILE_SIZE,
    MASTER_KEY,
    MEDIUM,
    MEMO,
    MEMORY,
    METRICS,
    MICROSECONDS,
    MILLENNIUM,
    MILLISECONDS,
    MINUTE,
    MONTH,
    MODIFY,
    MATERIALIZED,
    MUST_CHANGE_PASSWORD,
    NEXT_DAY,
    NON_DISPLAY,
    NATURAL,
    NETWORK,
    DISABLED,
    NDJSON,
    NGRAM,
    NO_PASSWORD,
    NONE,
    NOORDER,
    NOSCAN,
    NOT,
    NOTENANTSETTING,
    DEFAULT_ROLE,
    DEFAULT_WAREHOUSE,
    NULL,
    NULLABLE,
    NUMERIC,
    OBJECT,
    OF,
    OFFSET,
    ON,
    OPEN,
    ON_CREATE,
    ON_SCHEDULE,
    OPTIMIZE,
    OPTIONS,
    OR,
    ORC,
    ORDER,
    OUTPUT_HEADER,
    OUTER,
    ON_ERROR,
    OVER,
    OVERWRITE,
    PARTITION,
    PROPERTIES,
    PARQUET,
    PASSWORD,
    PASSWORD_MIN_LENGTH,
    PASSWORD_MAX_LENGTH,
    PASSWORD_MIN_UPPER_CASE_CHARS,
    PASSWORD_MIN_LOWER_CASE_CHARS,
    PASSWORD_MIN_NUMERIC_CHARS,
    PASSWORD_MIN_SPECIAL_CHARS,
    PASSWORD_MIN_AGE_DAYS,
    PASSWORD_MAX_AGE_DAYS,
    PASSWORD_MAX_RETRIES,
    PASSWORD_LOCKOUT_TIME_MINS,
    PASSWORD_HISTORY,
    PATTERN,
    PERF,
    PIPELINE,
    PLAINTEXT_PASSWORD,
    POLICIES,
    POLICY,
    POSITION,
    PROCESSLIST,
    PRIORITY,
    PURGE,
    PUT,
    PARTIAL,
    QUARTER,
    QUERY,
    QUOTE,
    QUOTED_EMPTY_FIELD_AS,
    QUOTED_IDENTIFIERS,
    RANGE,
    RAWDEFLATE,
    READ_ONLY,
    RECLUSTER,
    RECORD_DELIMITER,
    REFERENCE_USAGE,
    REFRESH,
    REGEXP,
    RENAME,
    REPLACE,
    RETURN_FAILED_ONLY,
    REVERSE,
    SAMPLE,
    MERGE,
    MATCHED,
    MISSING_FIELD_AS,
    NULL_FIELD_AS,
    UNMATCHED,
    ROW,
    ROWS,
    ROW_TAG,
    GRANT,
    REAL,
    REPEAT,
    ROLE,
    PRECEDING,
    PRECISION,
    PRESIGN,
    PRIVILEGES,
    QUALIFY,
    REMOVE,
    RETAIN,
    REVOKE,
    RECURSIVE,
    RETURN,
    RETURNS,
    RESULTSET,
    RUN,
    GRANTS,
    REFRESH_MODE,
    RIGHT,
    RLIKE,
    RAW,
    OPTIMIZED,
    DECORRELATED,
    SATURDAY,
    SCHEMA,
    SCHEMAS,
    SECOND,
    MILLISECOND,
    SELECT,
    PIVOT,
    UNPIVOT,
    SEGMENT,
    SET,
    UNSET,
    SESSION,
    SETTINGS,
    SPATIAL,
    VARIABLES,
    STAGES,
    STATISTIC,
    SUMMARY,
    SHA256_PASSWORD,
    SHOW,
    SINCE,
    SIGNED,
    SINGLE,
    SIZE_LIMIT,
    MAX_FILES,
    MONDAY,
    SKIP_HEADER,
    SMALLINT,
    SNAPPY,
    SNAPSHOT,
    SPLIT_SIZE,
    STAGE,
    STAGE_LOCATION,
    SYNTAX,
    USAGE,
    ACCESS,
    USE_LOGIC_TYPE,
    USE_RAW_PATH,
    UPDATE,
    UPLOAD,
    SEQUENCE,
    SEQUENCES,
    SHARE,
    SHARES,
    SUPER,
    SWAP,
    STATUS,
    STORED,
    STREAM,
    STREAMS,
    STRING,
    SUBSTRING,
    SUBSTR,
    SEMI,
    SOUNDS,
    STATISTICS,
    SYNC,
    SYSTEM,
    STORAGE_TYPE,
    TABLE,
    TABLES,
    TAG,
    TAGS,
    TARGET_LAG,
    TEXT,
    LONGTEXT,
    MEDIUMTEXT,
    TINYTEXT,
    TENANTSETTING,
    TENANTS,
    TENANT,
    THEN,
    THROW,
    THURSDAY,
    TIME,
    TIMESTAMP,
    TIMESTAMP_TZ,
    TIMEZONE_HOUR,
    TIMEZONE_MINUTE,
    TIMEZONE,
    TINYINT,
    TO,
    TOKEN,
    TRAILING,
    TRANSIENT,
    TRIM,
    TRUE,
    TRUNCATE,
    TRY_CAST,
    TSV,
    TUESDAY,
    TUPLE,
    TYPE,
    UNBOUNDED,
    UNION,
    UINT16,
    UINT32,
    UINT64,
    UINT8,
    UNDROP,
    UNSIGNED,
    URL,
    METHOD,
    AUTHORIZATION_HEADER,
    USE,
    USER,
    USERS,
    USING,
    VACUUM,
    VALUES,
    VARBINARY,
    VARCHAR,
    VARIANT,
    VARIABLE,
    VECTOR,
    VERBOSE,
    VOLATILE,
    GRAPHICAL,
    VIEW,
    VIEWS,
    VIRTUAL,
    WHEN,
    WHERE,
    WHILE,
    WINDOW,
    WITH,
    WITHIN,
    XML,
    XOR,
    XZ,
    YEAR,
    ZIP,
    ZSTD,
    NULLIF,
    COALESCE,
    RANDOM,
    IFNULL,
    NULLS,
    FIRST,
    LAST,
    IGNORE_RESULT,
    GROUPING,
    SETS,
    CUBE,
    ROLLUP,
    INDEXES,
    ADDRESS,
    OWNERSHIP,
    READ,
    WRITE,
    UDF,
    HANDLER,
    HEADERS,
    LANGUAGE,
    IMPORTS,
    PACKAGES,
    STATE,
    TASK,
    TASKS,
    TOP,
    WAREHOUSE,
    WORKER,
    SCHEDULE,
    SUSPEND_TASK_AFTER_NUM_FAILURES,
    CRON,
    EXECUTE,
    SUSPEND,
    RESUME,
    PIPE,
    NOTIFICATION,
    INTEGRATION,
    ENABLED,
    WEBHOOK,
    WEDNESDAY,
    ERROR_INTEGRATION,
    AUTO_INGEST,
    PIPE_EXECUTION_PAUSED,
    PREFIX,
    MODIFIED_AFTER,
    UNTIL,
    BEGIN,
    TRANSACTION,
    COMMIT,
    ABORT,
    ROLLBACK,
    TEMPORARY,
    TEMP,
    SECONDS,
    DAYS,
    DICTIONARY,
    DICTIONARIES,
    PRIMARY,
    SOURCE,
    SQL,
    SUNDAY,
    WAREHOUSES,
    WORKERS,
    INSPECT,
    ASSIGN,
    NODES,
    UNASSIGN,
    ONLINE,
    WORKLOAD,
    GROUPS,
    REPORT,
    ISSUE,
    ZONE,
}

Variants

Error

EOI

Whitespace

Comment

CommentBlock

Ident

IdentVariable

ColumnPosition

LiteralString

LiteralCodeString

LiteralAtString

PGLiteralHex

MySQLLiteralHex

LiteralInteger

LiteralFloat

HintPrefix

HintSuffix

DoubleEq

Eq

NotEq

Lt

Gt

Lte

Gte

Spaceship

Plus

Minus

Multiply

Divide

IntDiv

Modulo

StringConcat

LParen

RParen

Comma

Dot

Colon

DoubleColon

ColonEqual

SemiColon

Backslash

LBracket

RBracket

Caret

LBrace

RBrace

Dollar

RArrow

LongRArrow

FatRArrow

HashRArrow

HashLongRArrow

TildeAsterisk

A case insensitive match regular expression operator in PostgreSQL

ExclamationMarkTilde

A case sensitive not match regular expression operator in PostgreSQL

ExclamationMarkTildeAsterisk

A case insensitive not match regular expression operator in PostgreSQL

BitWiseAnd

A bitwise and operator in PostgreSQL

BitWiseOr

A bitwise or operator in PostgreSQL

BitWiseXor

A bitwise xor operator in PostgreSQL

BitWiseNot

A bitwise not operator in PostgreSQL

ShiftLeft

A bitwise shift left operator in PostgreSQL

ShiftRight

A bitwise shift right operator in PostgreSQL

Factorial

Exclamation Mark ! used for PostgreSQL factorial operator

DoubleExclamationMark

Double Exclamation Mark !! used for PostgreSQL prefix factorial operator

Abs

AtSign @ used for PostgreSQL abs operator

SquareRoot

A square root math operator in PostgreSQL

CubeRoot

A cube root math operator in PostgreSQL

Placeholder

Placeholder used in prepared stmt Also used as JSON operator.

QuestionOr

Used as JSON operator.

QuestionAnd

Used as JSON operator.

ArrowAt

Used as JSON operator.

AtArrow

Used as JSON operator.

AtQuestion

Used as JSON operator.

AtAt

Used as JSON operator.

HashMinus

Used as JSON operator.

ACCOUNT

ALL

ALLOWED_IP_LIST

ALLOWED_VALUES

ALLOW_QUOTED_NULLS

ADD

AFTER

AGGREGATING

ANY

APPEND_ONLY

APPLY

ARGS

AUTO

AUTOINCREMENT

SOME

ALTER

ALWAYS

ANALYZE

AND

ARRAY

AS

ASOF

AST

AT

ASC

ANTI

ASYNC

ATTACH

AVRO

BEFORE

BETWEEN

BIGINT

BINARY

BREAK

LONGBLOB

MEDIUMBLOB

TINYBLOB

BLOB

BINARY_FORMAT

BITMAP

BLOCKED_IP_LIST

BOOL

BOOLEAN

BOTH

BRANCH

BY

BROTLI

BZ2

BLOCK

CALL

CASE

CASE_SENSITIVE

CAST

CATALOG

CATALOGS

CENTURY

CHANGES

CLUSTER

COMMENT

COMMENTS

COMPACT

CONNECTION

CONNECTIONS

CONSUME

CONTENT_TYPE

CONTINUE

CURSOR

CHAR

CHECK

CLOSE

COLUMN

CACHE

COLUMN_MATCH_MODE

COLUMNS

CHARACTER

CONFLICT

CONSTRAINT

COMPRESSION

COPY_OPTIONS

COPY

COUNT

CREDENTIAL

CREATE

CROSS

CSV

CURRENT_DATE

CURRENT_TIME

CURRENT_TIMESTAMP

CURRENT

DATABASE

DATABASES

DATA

DATE

DATE_ADD

DATEADD

DATE_DIFF

DATEDIFF

DATE_PART

DATEPART

DATE_SUB

DATE_BETWEEN

DATEBETWEEN

DATESUB

DATE_TRUNC

TIME_SLICE

TRUNC

DATETIME

DAY

DECADE

DECIMAL

DECLARE

DEFAULT

DEFLATE

DELETE

DESC

DETAILED_OUTPUT

DESCRIBE

DISABLE

DISABLE_VARIANT_CHECK

DISTINCT

RESPECT

IGNORE

DIV

DOUBLE_SHA1_PASSWORD

DO

DOUBLE

DOW

WEEK

DELTA

DOY

DOWNLOAD

DOWNSTREAM

DROP

DRY

DYNAMIC

EXCEPT

EXCLUDE

ELSE

EMPTY_FIELD_AS

ENABLE

ENABLE_VIRTUAL_HOST_STYLE

END

ENDPOINT

ENGINE

ENGINES

EPOCH

YEARWEEK

MICROSECOND

ERROR_ON_COLUMN_COUNT_MISMATCH

ESCAPE

EXCEPTION_BACKTRACE

EXISTS

EXPLAIN

EXPIRE

EXTRACT

ELSEIF

FALSE

FETCH

FIELDS

FIELD_DELIMITER

NAN_DISPLAY

NULL_DISPLAY

NULL_IF

FILE_FORMAT

FILE

FILES

FINAL

FLASHBACK

FLOAT

FLOAT32

FLOAT64

FOR

FORCE

FORMAT

FOLLOWING

FORMAT_NAME

FORMATS

FLUSH

FRAGMENTS

FRIDAY

FROM

FULL

FUNCTION

FUNCTIONS

TABLE_FUNCTIONS

SET_VAR

FUSE

GET

GENERATED

GEOMETRY

GEOGRAPHY

GLOBAL

GRAPH

GROUP

GZIP

HAVING

HIGH

HILBERT

HISTORY

HIVE

HOUR

HOURS

ICEBERG

INTERSECT

IDENTIFIED

IDENTIFIER

IDENTITY

IF

IMMUTABLE

IN

INCLUDE_QUERY_ID

INCREMENTAL

INCREMENT

START

INDEX

INFORMATION

INITIALIZE

INNER

INSERT

INT

INT16

INT32

INT64

INT8

INTEGER

INTERVAL

INTO

INVERTED

PREVIOUS_DAY

PROCEDURE

PROCEDURES

IMMEDIATE

IS

ISODOW

ISOWEEK

ISOYEAR

JOIN

JSON

JULIAN

JWT

KEY

KILL

LAST_DAY

LATERAL

LINEAR

LOCATION_PREFIX

LOCKS

LOGICAL

LOOP

SECONDARY

ROLES

L1DISTANCE

L1DISTANCE and L2DISTANCE op, from https://github.com/pgvector/pgvector

L2DISTANCE

LANCE

LEADING

LEFT

LET

LIKE

LIMIT

LIST

LOW

LZO

MASKING

MAP

MAX_FILE_SIZE

MASTER_KEY

MEDIUM

MEMO

MEMORY

METRICS

MICROSECONDS

MILLENNIUM

MILLISECONDS

MINUTE

MONTH

MODIFY

MATERIALIZED

MUST_CHANGE_PASSWORD

NEXT_DAY

NON_DISPLAY

NATURAL

NETWORK

DISABLED

NDJSON

NGRAM

NO_PASSWORD

NONE

NOORDER

NOSCAN

NOT

NOTENANTSETTING

DEFAULT_ROLE

DEFAULT_WAREHOUSE

NULL

NULLABLE

NUMERIC

OBJECT

OF

OFFSET

ON

OPEN

ON_CREATE

ON_SCHEDULE

OPTIMIZE

OPTIONS

OR

ORC

ORDER

OUTPUT_HEADER

OUTER

ON_ERROR

OVER

OVERWRITE

PARTITION

PROPERTIES

PARQUET

PASSWORD

PASSWORD_MIN_LENGTH

PASSWORD_MAX_LENGTH

PASSWORD_MIN_UPPER_CASE_CHARS

PASSWORD_MIN_LOWER_CASE_CHARS

PASSWORD_MIN_NUMERIC_CHARS

PASSWORD_MIN_SPECIAL_CHARS

PASSWORD_MIN_AGE_DAYS

PASSWORD_MAX_AGE_DAYS

PASSWORD_MAX_RETRIES

PASSWORD_LOCKOUT_TIME_MINS

PASSWORD_HISTORY

PATTERN

PERF

PIPELINE

PLAINTEXT_PASSWORD

POLICIES

POLICY

POSITION

PROCESSLIST

PRIORITY

PURGE

PUT

PARTIAL

QUARTER

QUERY

QUOTE

QUOTED_EMPTY_FIELD_AS

QUOTED_IDENTIFIERS

RANGE

RAWDEFLATE

READ_ONLY

RECLUSTER

RECORD_DELIMITER

REFERENCE_USAGE

REFRESH

REGEXP

RENAME

REPLACE

RETURN_FAILED_ONLY

REVERSE

SAMPLE

MERGE

MATCHED

MISSING_FIELD_AS

NULL_FIELD_AS

UNMATCHED

ROW

ROWS

ROW_TAG

GRANT

REAL

REPEAT

ROLE

PRECEDING

PRECISION

PRESIGN

PRIVILEGES

QUALIFY

REMOVE

RETAIN

REVOKE

RECURSIVE

RETURN

RETURNS

RESULTSET

RUN

GRANTS

REFRESH_MODE

RIGHT

RLIKE

RAW

OPTIMIZED

DECORRELATED

SATURDAY

SCHEMA

SCHEMAS

SECOND

MILLISECOND

SELECT

PIVOT

UNPIVOT

SEGMENT

SET

UNSET

SESSION

SETTINGS

SPATIAL

VARIABLES

STAGES

STATISTIC

SUMMARY

SHA256_PASSWORD

SHOW

SINCE

SIGNED

SINGLE

SIZE_LIMIT

MAX_FILES

MONDAY

SKIP_HEADER

SMALLINT

SNAPPY

SNAPSHOT

SPLIT_SIZE

STAGE

STAGE_LOCATION

SYNTAX

USAGE

ACCESS

USE_LOGIC_TYPE

USE_RAW_PATH

UPDATE

UPLOAD

SEQUENCE

SEQUENCES

SHARE

SHARES

SUPER

SWAP

STATUS

STORED

STREAM

STREAMS

STRING

SUBSTRING

SUBSTR

SEMI

SOUNDS

STATISTICS

SYNC

SYSTEM

STORAGE_TYPE

TABLE

TABLES

TAG

TAGS

TARGET_LAG

TEXT

LONGTEXT

MEDIUMTEXT

TINYTEXT

TENANTSETTING

TENANTS

TENANT

THEN

THROW

THURSDAY

TIME

TIMESTAMP

TIMESTAMP_TZ

TIMEZONE_HOUR

TIMEZONE_MINUTE

TIMEZONE

TINYINT

TO

TOKEN

TRAILING

TRANSIENT

TRIM

TRUE

TRUNCATE

TRY_CAST

TSV

TUESDAY

TUPLE

TYPE

UNBOUNDED

UNION

UINT16

UINT32

UINT64

UINT8

UNDROP

UNSIGNED

URL

METHOD

AUTHORIZATION_HEADER

USE

USER

USERS

USING

VACUUM

VALUES

VARBINARY

VARCHAR

VARIANT

VARIABLE

VECTOR

VERBOSE

VOLATILE

GRAPHICAL

VIEW

VIEWS

VIRTUAL

WHEN

WHERE

WHILE

WINDOW

WITH

WITHIN

XML

XOR

XZ

YEAR

ZIP

ZSTD

NULLIF

COALESCE

RANDOM

IFNULL

NULLS

FIRST

LAST

IGNORE_RESULT

GROUPING

SETS

CUBE

ROLLUP

INDEXES

ADDRESS

OWNERSHIP

READ

WRITE

UDF

HANDLER

HEADERS

LANGUAGE

IMPORTS

PACKAGES

STATE

TASK

TASKS

TOP

WAREHOUSE

WORKER

SCHEDULE

SUSPEND_TASK_AFTER_NUM_FAILURES

CRON

EXECUTE

SUSPEND

RESUME

PIPE

NOTIFICATION

INTEGRATION

ENABLED

WEBHOOK

WEDNESDAY

ERROR_INTEGRATION

AUTO_INGEST

PIPE_EXECUTION_PAUSED

PREFIX

MODIFIED_AFTER

UNTIL

BEGIN

TRANSACTION

COMMIT

ABORT

ROLLBACK

TEMPORARY

TEMP

SECONDS

DAYS

DICTIONARY

DICTIONARIES

PRIMARY

SOURCE

SQL

SUNDAY

WAREHOUSES

WORKERS

INSPECT

ASSIGN

NODES

UNASSIGN

ONLINE

WORKLOAD

GROUPS

REPORT

ISSUE

ZONE

Implementations

impl TokenKind

pub fn is_literal(&self) -> bool

pub fn is_keyword(&self) -> bool

pub fn is_reserved_function_name(&self) -> bool

pub fn is_reserved_ident(&self, after_as: bool) -> bool

Trait Implementations

impl Clone for TokenKind

fn clone(&self) -> TokenKind

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for TokenKind

impl Debug for TokenKind

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for TokenKind

impl Hash for TokenKind

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl IntoEnumIterator for TokenKind

type Iterator = TokenKindIter

fn iter() -> TokenKindIter

impl<'s> Logos<'s> for TokenKind

const ERROR: Self = TokenKind::Error

Helper const of the variant marked as #[error].

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self>

where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl PartialEq for TokenKind

fn eq(&self, other: &TokenKind) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for TokenKind