Enum databend_common_ast::parser::token::TokenKind
source · pub enum TokenKind {
Show 569 variants
Error,
EOI,
Whitespace,
Comment,
CommentBlock,
Ident,
ColumnPosition,
LiteralString,
LiteralCodeString,
LiteralAtString,
PGLiteralHex,
MySQLLiteralHex,
LiteralInteger,
LiteralFloat,
HintPrefix,
HintSuffix,
DoubleEq,
Eq,
NotEq,
Lt,
Gt,
Lte,
Gte,
Spaceship,
Plus,
Minus,
Multiply,
Divide,
IntDiv,
Modulo,
StringConcat,
LParen,
RParen,
Comma,
Dot,
Colon,
DoubleColon,
ColonEqual,
SemiColon,
Backslash,
LBracket,
RBracket,
Caret,
LBrace,
RBrace,
Dollar,
RArrow,
LongRArrow,
FatRArrow,
HashRArrow,
HashLongRArrow,
TildeAsterisk,
ExclamationMarkTilde,
ExclamationMarkTildeAsterisk,
BitWiseAnd,
BitWiseOr,
BitWiseXor,
BitWiseNot,
ShiftLeft,
ShiftRight,
Factorial,
DoubleExclamationMark,
Abs,
SquareRoot,
CubeRoot,
Placeholder,
QuestionOr,
QuestionAnd,
ArrowAt,
AtArrow,
AtQuestion,
AtAt,
HashMinus,
ACCOUNT,
ALL,
ALLOWED_IP_LIST,
ADD,
AFTER,
AGGREGATING,
ANY,
APPEND_ONLY,
ARGS,
AUTO,
SOME,
ALTER,
ALWAYS,
ANALYZE,
AND,
ARRAY,
AS,
AST,
AT,
ASC,
ANTI,
ASYNC,
ATTACH,
BEFORE,
BETWEEN,
BIGINT,
BINARY,
BREAK,
LONGBLOB,
MEDIUMBLOB,
TINYBLOB,
BLOB,
BINARY_FORMAT,
BITMAP,
BLOCKED_IP_LIST,
BOOL,
BOOLEAN,
BOTH,
BY,
BROTLI,
BZ2,
BLOCK,
CALL,
CASE,
CAST,
CATALOG,
CATALOGS,
CENTURY,
CHANGES,
CLUSTER,
COMMENT,
COMMENTS,
COMPACT,
CONNECTION,
CONNECTIONS,
CONSUME,
CONTENT_TYPE,
CONTINUE,
CHAR,
COLUMN,
COLUMNS,
CHARACTER,
CONFLICT,
COMPRESSION,
COPY_OPTIONS,
COPY,
COUNT,
CREDENTIAL,
CREATE,
CROSS,
CSV,
CURRENT,
CURRENT_TIMESTAMP,
DATABASE,
DATABASES,
DATA,
DATE,
DATE_ADD,
DATE_PART,
DATE_SUB,
DATE_TRUNC,
DATETIME,
DAY,
DECADE,
DECIMAL,
DECLARE,
DEFAULT,
DEFLATE,
DELETE,
DESC,
DETAILED_OUTPUT,
DESCRIBE,
DISABLE,
DISABLE_VARIANT_CHECK,
DISTINCT,
RESPECT,
IGNORE,
DIV,
DOUBLE_SHA1_PASSWORD,
DO,
DOUBLE,
DOW,
WEEK,
DELTA,
DOY,
DOWNLOAD,
DOWNSTREAM,
DROP,
DRY,
DYNAMIC,
EXCEPT,
EXCLUDE,
ELSE,
EMPTY_FIELD_AS,
ENABLE,
ENABLE_VIRTUAL_HOST_STYLE,
END,
ENDPOINT,
ENGINE,
ENGINES,
EPOCH,
ERROR_ON_COLUMN_COUNT_MISMATCH,
ESCAPE,
EXCEPTION_BACKTRACE,
EXISTS,
EXPLAIN,
EXPIRE,
EXTRACT,
ELSEIF,
FALSE,
FIELDS,
FIELD_DELIMITER,
NAN_DISPLAY,
NULL_DISPLAY,
NULL_IF,
FILE_FORMAT,
FILE,
FILES,
FINAL,
FLASHBACK,
FLOAT,
FLOAT32,
FLOAT64,
FOR,
FORCE,
FORMAT,
FOLLOWING,
FORMAT_NAME,
FORMATS,
FRAGMENTS,
FROM,
FULL,
FUNCTION,
FUNCTIONS,
TABLE_FUNCTIONS,
SET_VAR,
FUSE,
GET,
GENERATED,
GEOMETRY,
GLOBAL,
GRAPH,
GROUP,
GZIP,
HAVING,
HIGH,
HISTORY,
HIVE,
HOUR,
HOURS,
ICEBERG,
INTERSECT,
IDENTIFIED,
IDENTIFIER,
IF,
IN,
INCREMENTAL,
INDEX,
INFORMATION,
INITIALIZE,
INNER,
INSERT,
INT,
INT16,
INT32,
INT64,
INT8,
INTEGER,
INTERVAL,
INTO,
INVERTED,
IMMEDIATE,
IS,
ISODOW,
ISOYEAR,
JOIN,
JSON,
JULIAN,
JWT,
KEY,
KILL,
LATERAL,
LOCATION_PREFIX,
LOCKS,
LOGICAL,
LOOP,
SECONDARY,
ROLES,
L2DISTANCE,
LEADING,
LEFT,
LET,
LIKE,
LIMIT,
LIST,
LOW,
LZO,
MASKING,
MAP,
MAX_FILE_SIZE,
MASTER_KEY,
MEDIUM,
MEMO,
MEMORY,
METRICS,
MICROSECONDS,
MILLENNIUM,
MILLISECONDS,
MINUTE,
MONTH,
MODIFY,
MATERIALIZED,
MUST_CHANGE_PASSWORD,
NON_DISPLAY,
NATURAL,
NETWORK,
DISABLED,
NDJSON,
NO_PASSWORD,
NONE,
NOT,
NOTENANTSETTING,
DEFAULT_ROLE,
NULL,
NULLABLE,
OBJECT,
OF,
OFFSET,
ON,
ON_CREATE,
ON_SCHEDULE,
OPTIMIZE,
OPTIONS,
OR,
ORC,
ORDER,
OUTPUT_HEADER,
OUTER,
ON_ERROR,
OVER,
OVERWRITE,
PARTITION,
PARQUET,
PASSWORD,
PASSWORD_MIN_LENGTH,
PASSWORD_MAX_LENGTH,
PASSWORD_MIN_UPPER_CASE_CHARS,
PASSWORD_MIN_LOWER_CASE_CHARS,
PASSWORD_MIN_NUMERIC_CHARS,
PASSWORD_MIN_SPECIAL_CHARS,
PASSWORD_MIN_AGE_DAYS,
PASSWORD_MAX_AGE_DAYS,
PASSWORD_MAX_RETRIES,
PASSWORD_LOCKOUT_TIME_MINS,
PASSWORD_HISTORY,
PATTERN,
PIPELINE,
PLAINTEXT_PASSWORD,
POLICIES,
POLICY,
POSITION,
PROCESSLIST,
PRIORITY,
PURGE,
PUT,
PARTIAL,
QUARTER,
QUERY,
QUOTE,
RANGE,
RAWDEFLATE,
READ_ONLY,
RECLUSTER,
RECORD_DELIMITER,
REFERENCE_USAGE,
REFRESH,
REGEXP,
RENAME,
REPLACE,
RETURN_FAILED_ONLY,
REVERSE,
SAMPLE,
MERGE,
MATCHED,
MISSING_FIELD_AS,
NULL_FIELD_AS,
UNMATCHED,
ROW,
ROWS,
ROW_TAG,
GRANT,
REPEAT,
ROLE,
PRECEDING,
PRECISION,
PRESIGN,
PRIVILEGES,
QUALIFY,
REMOVE,
RETAIN,
REVOKE,
RECURSIVE,
RETURN,
RETURNS,
RESULTSET,
RUN,
GRANTS,
REFRESH_MODE,
RIGHT,
RLIKE,
RAW,
OPTIMIZED,
SCHEMA,
SCHEMAS,
SECOND,
MILLISECOND,
SELECT,
PIVOT,
UNPIVOT,
SEGMENT,
SET,
UNSET,
SESSION,
SETTINGS,
STAGES,
STATISTIC,
SUMMARY,
SHA256_PASSWORD,
SHOW,
SINCE,
SIGNED,
SINGLE,
SIZE_LIMIT,
MAX_FILES,
SKIP_HEADER,
SMALLINT,
SNAPPY,
SNAPSHOT,
SPLIT_SIZE,
STAGE,
SYNTAX,
USAGE,
UPDATE,
UPLOAD,
SEQUENCE,
SHARE,
SHARES,
SUPER,
STATUS,
STORED,
STREAM,
STREAMS,
STRING,
SUBSTRING,
SUBSTR,
SEMI,
SOUNDS,
SYNC,
SYSTEM,
STORAGE_TYPE,
TABLE,
TABLES,
TARGET_LAG,
TEXT,
LONGTEXT,
MEDIUMTEXT,
TINYTEXT,
TENANTSETTING,
TENANTS,
TENANT,
THEN,
TIMESTAMP,
TIMEZONE_HOUR,
TIMEZONE_MINUTE,
TIMEZONE,
TINYINT,
TO,
TOKEN,
TRAILING,
TRANSIENT,
TRIM,
TRUE,
TRUNCATE,
TRY_CAST,
TSV,
TUPLE,
TYPE,
UNBOUNDED,
UNION,
UINT16,
UINT32,
UINT64,
UINT8,
UNDROP,
UNSIGNED,
URL,
METHOD,
AUTHORIZATION_HEADER,
USE,
USER,
USERS,
USING,
VACUUM,
VALUES,
VALIDATION_MODE,
VARBINARY,
VARCHAR,
VARIANT,
VARIABLE,
VERBOSE,
VIEW,
VIEWS,
VIRTUAL,
WHEN,
WHERE,
WHILE,
WINDOW,
WITH,
XML,
XOR,
XZ,
YEAR,
ZSTD,
NULLIF,
COALESCE,
RANDOM,
IFNULL,
NULLS,
FIRST,
LAST,
IGNORE_RESULT,
GROUPING,
SETS,
CUBE,
ROLLUP,
INDEXES,
ADDRESS,
OWNERSHIP,
READ,
WRITE,
UDF,
HANDLER,
LANGUAGE,
TASK,
TASKS,
TOP,
WAREHOUSE,
SCHEDULE,
SUSPEND_TASK_AFTER_NUM_FAILURES,
CRON,
EXECUTE,
SUSPEND,
RESUME,
PIPE,
NOTIFICATION,
INTEGRATION,
ENABLED,
WEBHOOK,
ERROR_INTEGRATION,
AUTO_INGEST,
PIPE_EXECUTION_PAUSED,
PREFIX,
MODIFIED_AFTER,
UNTIL,
BEGIN,
TRANSACTION,
COMMIT,
ABORT,
ROLLBACK,
TEMPORARY,
SECONDS,
DAYS,
DICTIONARY,
DICTIONARIES,
PRIMARY,
SOURCE,
}Variants§
Error
EOI
Whitespace
Comment
CommentBlock
Ident
ColumnPosition
LiteralString
LiteralCodeString
LiteralAtString
PGLiteralHex
MySQLLiteralHex
LiteralInteger
LiteralFloat
HintPrefix
HintSuffix
DoubleEq
Eq
NotEq
Lt
Gt
Lte
Gte
Spaceship
Plus
Minus
Multiply
Divide
IntDiv
Modulo
StringConcat
LParen
RParen
Comma
Dot
Colon
DoubleColon
ColonEqual
SemiColon
Backslash
LBracket
RBracket
Caret
LBrace
RBrace
Dollar
RArrow
LongRArrow
FatRArrow
HashRArrow
HashLongRArrow
TildeAsterisk
A case insensitive match regular expression operator in PostgreSQL
ExclamationMarkTilde
A case sensitive not match regular expression operator in PostgreSQL
ExclamationMarkTildeAsterisk
A case insensitive not match regular expression operator in PostgreSQL
BitWiseAnd
A bitwise and operator in PostgreSQL
BitWiseOr
A bitwise or operator in PostgreSQL
BitWiseXor
A bitwise xor operator in PostgreSQL
BitWiseNot
A bitwise not operator in PostgreSQL
ShiftLeft
A bitwise shift left operator in PostgreSQL
ShiftRight
A bitwise shift right operator in PostgreSQL
Factorial
Exclamation Mark ! used for PostgreSQL factorial operator
DoubleExclamationMark
Double Exclamation Mark !! used for PostgreSQL prefix factorial operator
Abs
AtSign @ used for PostgreSQL abs operator
SquareRoot
A square root math operator in PostgreSQL
CubeRoot
A cube root math operator in PostgreSQL
Placeholder
Placeholder used in prepared stmt Also used as JSON operator.
QuestionOr
Used as JSON operator.
QuestionAnd
Used as JSON operator.
ArrowAt
Used as JSON operator.
AtArrow
Used as JSON operator.
AtQuestion
Used as JSON operator.
AtAt
Used as JSON operator.
HashMinus
Used as JSON operator.
ACCOUNT
ALL
ALLOWED_IP_LIST
ADD
AFTER
AGGREGATING
ANY
APPEND_ONLY
ARGS
AUTO
SOME
ALTER
ALWAYS
ANALYZE
AND
ARRAY
AS
AST
AT
ASC
ANTI
ASYNC
ATTACH
BEFORE
BETWEEN
BIGINT
BINARY
BREAK
LONGBLOB
MEDIUMBLOB
TINYBLOB
BLOB
BINARY_FORMAT
BITMAP
BLOCKED_IP_LIST
BOOL
BOOLEAN
BOTH
BY
BROTLI
BZ2
BLOCK
CALL
CASE
CAST
CATALOG
CATALOGS
CENTURY
CHANGES
CLUSTER
COMMENT
COMMENTS
COMPACT
CONNECTION
CONNECTIONS
CONSUME
CONTENT_TYPE
CONTINUE
CHAR
COLUMN
COLUMNS
CHARACTER
CONFLICT
COMPRESSION
COPY_OPTIONS
COPY
COUNT
CREDENTIAL
CREATE
CROSS
CSV
CURRENT
CURRENT_TIMESTAMP
DATABASE
DATABASES
DATA
DATE
DATE_ADD
DATE_PART
DATE_SUB
DATE_TRUNC
DATETIME
DAY
DECADE
DECIMAL
DECLARE
DEFAULT
DEFLATE
DELETE
DESC
DETAILED_OUTPUT
DESCRIBE
DISABLE
DISABLE_VARIANT_CHECK
DISTINCT
RESPECT
IGNORE
DIV
DOUBLE_SHA1_PASSWORD
DO
DOUBLE
DOW
WEEK
DELTA
DOY
DOWNLOAD
DOWNSTREAM
DROP
DRY
DYNAMIC
EXCEPT
EXCLUDE
ELSE
EMPTY_FIELD_AS
ENABLE
ENABLE_VIRTUAL_HOST_STYLE
END
ENDPOINT
ENGINE
ENGINES
EPOCH
ERROR_ON_COLUMN_COUNT_MISMATCH
ESCAPE
EXCEPTION_BACKTRACE
EXISTS
EXPLAIN
EXPIRE
EXTRACT
ELSEIF
FALSE
FIELDS
FIELD_DELIMITER
NAN_DISPLAY
NULL_DISPLAY
NULL_IF
FILE_FORMAT
FILE
FILES
FINAL
FLASHBACK
FLOAT
FLOAT32
FLOAT64
FOR
FORCE
FORMAT
FOLLOWING
FORMAT_NAME
FORMATS
FRAGMENTS
FROM
FULL
FUNCTION
FUNCTIONS
TABLE_FUNCTIONS
SET_VAR
FUSE
GET
GENERATED
GEOMETRY
GLOBAL
GRAPH
GROUP
GZIP
HAVING
HIGH
HISTORY
HIVE
HOUR
HOURS
ICEBERG
INTERSECT
IDENTIFIED
IDENTIFIER
IF
IN
INCREMENTAL
INDEX
INFORMATION
INITIALIZE
INNER
INSERT
INT
INT16
INT32
INT64
INT8
INTEGER
INTERVAL
INTO
INVERTED
IMMEDIATE
IS
ISODOW
ISOYEAR
JOIN
JSON
JULIAN
JWT
KEY
KILL
LATERAL
LOCATION_PREFIX
LOCKS
LOGICAL
LOOP
SECONDARY
ROLES
L2DISTANCE
L2DISTANCE op, from https://github.com/pgvector/pgvector
LEADING
LEFT
LET
LIKE
LIMIT
LIST
LOW
LZO
MASKING
MAP
MAX_FILE_SIZE
MASTER_KEY
MEDIUM
MEMO
MEMORY
METRICS
MICROSECONDS
MILLENNIUM
MILLISECONDS
MINUTE
MONTH
MODIFY
MATERIALIZED
MUST_CHANGE_PASSWORD
NON_DISPLAY
NATURAL
NETWORK
DISABLED
NDJSON
NO_PASSWORD
NONE
NOT
NOTENANTSETTING
DEFAULT_ROLE
NULL
NULLABLE
OBJECT
OF
OFFSET
ON
ON_CREATE
ON_SCHEDULE
OPTIMIZE
OPTIONS
OR
ORC
ORDER
OUTPUT_HEADER
OUTER
ON_ERROR
OVER
OVERWRITE
PARTITION
PARQUET
PASSWORD
PASSWORD_MIN_LENGTH
PASSWORD_MAX_LENGTH
PASSWORD_MIN_UPPER_CASE_CHARS
PASSWORD_MIN_LOWER_CASE_CHARS
PASSWORD_MIN_NUMERIC_CHARS
PASSWORD_MIN_SPECIAL_CHARS
PASSWORD_MIN_AGE_DAYS
PASSWORD_MAX_AGE_DAYS
PASSWORD_MAX_RETRIES
PASSWORD_LOCKOUT_TIME_MINS
PASSWORD_HISTORY
PATTERN
PIPELINE
PLAINTEXT_PASSWORD
POLICIES
POLICY
POSITION
PROCESSLIST
PRIORITY
PURGE
PUT
PARTIAL
QUARTER
QUERY
QUOTE
RANGE
RAWDEFLATE
READ_ONLY
RECLUSTER
RECORD_DELIMITER
REFERENCE_USAGE
REFRESH
REGEXP
RENAME
REPLACE
RETURN_FAILED_ONLY
REVERSE
SAMPLE
MERGE
MATCHED
MISSING_FIELD_AS
NULL_FIELD_AS
UNMATCHED
ROW
ROWS
ROW_TAG
GRANT
REPEAT
ROLE
PRECEDING
PRECISION
PRESIGN
PRIVILEGES
QUALIFY
REMOVE
RETAIN
REVOKE
RECURSIVE
RETURN
RETURNS
RESULTSET
RUN
GRANTS
REFRESH_MODE
RIGHT
RLIKE
RAW
OPTIMIZED
SCHEMA
SCHEMAS
SECOND
MILLISECOND
SELECT
PIVOT
UNPIVOT
SEGMENT
SET
UNSET
SESSION
SETTINGS
STAGES
STATISTIC
SUMMARY
SHA256_PASSWORD
SHOW
SINCE
SIGNED
SINGLE
SIZE_LIMIT
MAX_FILES
SKIP_HEADER
SMALLINT
SNAPPY
SNAPSHOT
SPLIT_SIZE
STAGE
SYNTAX
USAGE
UPDATE
UPLOAD
SEQUENCE
SHARE
SHARES
SUPER
STATUS
STORED
STREAM
STREAMS
STRING
SUBSTRING
SUBSTR
SEMI
SOUNDS
SYNC
SYSTEM
STORAGE_TYPE
TABLE
TABLES
TARGET_LAG
TEXT
LONGTEXT
MEDIUMTEXT
TINYTEXT
TENANTSETTING
TENANTS
TENANT
THEN
TIMESTAMP
TIMEZONE_HOUR
TIMEZONE_MINUTE
TIMEZONE
TINYINT
TO
TOKEN
TRAILING
TRANSIENT
TRIM
TRUE
TRUNCATE
TRY_CAST
TSV
TUPLE
TYPE
UNBOUNDED
UNION
UINT16
UINT32
UINT64
UINT8
UNDROP
UNSIGNED
URL
METHOD
AUTHORIZATION_HEADER
USE
USER
USERS
USING
VACUUM
VALUES
VALIDATION_MODE
VARBINARY
VARCHAR
VARIANT
VARIABLE
VERBOSE
VIEW
VIEWS
VIRTUAL
WHEN
WHERE
WHILE
WINDOW
WITH
XML
XOR
XZ
YEAR
ZSTD
NULLIF
COALESCE
RANDOM
IFNULL
NULLS
FIRST
LAST
IGNORE_RESULT
GROUPING
SETS
CUBE
ROLLUP
INDEXES
ADDRESS
OWNERSHIP
READ
WRITE
UDF
HANDLER
LANGUAGE
TASK
TASKS
TOP
WAREHOUSE
SCHEDULE
SUSPEND_TASK_AFTER_NUM_FAILURES
CRON
EXECUTE
SUSPEND
RESUME
PIPE
NOTIFICATION
INTEGRATION
ENABLED
WEBHOOK
ERROR_INTEGRATION
AUTO_INGEST
PIPE_EXECUTION_PAUSED
PREFIX
MODIFIED_AFTER
UNTIL
BEGIN
TRANSACTION
COMMIT
ABORT
ROLLBACK
TEMPORARY
SECONDS
DAYS
DICTIONARY
DICTIONARIES
PRIMARY
SOURCE
Implementations§
source§impl TokenKind
impl TokenKind
pub fn is_literal(&self) -> bool
pub fn is_keyword(&self) -> bool
pub fn is_reserved_function_name(&self) -> bool
pub fn is_reserved_ident(&self, after_as: bool) -> bool
Trait Implementations§
source§impl IntoEnumIterator for TokenKind
impl IntoEnumIterator for TokenKind
type Iterator = TokenKindIter
fn iter() -> TokenKindIter ⓘ
source§impl<'s> Logos<'s> for TokenKind
impl<'s> Logos<'s> for TokenKind
§type Extras = ()
type Extras = ()
Extras for the particular lexer. This can be set using
#[logos(extras = MyExtras)] and accessed inside callbacks.§type Source = str
type Source = str
str,
unless one of the defined patterns explicitly uses non-unicode byte values
or byte slices, in which case that implementation will use [u8].impl Copy for TokenKind
impl Eq for TokenKind
impl StructuralPartialEq for TokenKind
Auto Trait Implementations§
impl Freeze for TokenKind
impl RefUnwindSafe for TokenKind
impl Send for TokenKind
impl Sync for TokenKind
impl Unpin for TokenKind
impl UnwindSafe for TokenKind
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
source§unsafe fn clone_to_uninit(&self, dst: *mut T)
unsafe fn clone_to_uninit(&self, dst: *mut T)
clone_to_uninit)source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
key and return true if they are equal.source§impl<T> IntoEither for T
impl<T> IntoEither for T
source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moresource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more