Enum rustpython_parser::Tok
source · pub enum Tok {
Show 97 variants
Name {
name: String,
},
Int {
value: BigInt,
},
Float {
value: f64,
},
Complex {
real: f64,
imag: f64,
},
String {
value: String,
kind: StringKind,
triple_quoted: bool,
},
Newline,
Indent,
Dedent,
EndOfFile,
Lpar,
Rpar,
Lsqb,
Rsqb,
Colon,
Comma,
Semi,
Plus,
Minus,
Star,
Slash,
Vbar,
Amper,
Less,
Greater,
Equal,
Dot,
Percent,
Lbrace,
Rbrace,
EqEqual,
NotEqual,
LessEqual,
GreaterEqual,
Tilde,
CircumFlex,
LeftShift,
RightShift,
DoubleStar,
DoubleStarEqual,
PlusEqual,
MinusEqual,
StarEqual,
SlashEqual,
PercentEqual,
AmperEqual,
VbarEqual,
CircumflexEqual,
LeftShiftEqual,
RightShiftEqual,
DoubleSlash,
DoubleSlashEqual,
ColonEqual,
At,
AtEqual,
Rarrow,
Ellipsis,
False,
None,
True,
And,
As,
Assert,
Async,
Await,
Break,
Class,
Continue,
Def,
Del,
Elif,
Else,
Except,
Finally,
For,
From,
Global,
If,
Import,
In,
Is,
Lambda,
Nonlocal,
Not,
Or,
Pass,
Raise,
Return,
Try,
While,
Match,
Type,
Case,
With,
Yield,
StartModule,
StartInteractive,
StartExpression,
}
Expand description
The set of tokens the Python source code can be tokenized in.
Variants§
Name
Token value for a name, commonly known as an identifier.
Int
Token value for an integer.
Float
Token value for a floating point number.
Complex
Token value for a complex number.
Fields
String
Token value for a string.
Fields
kind: StringKind
The kind of string.
Newline
Token value for a newline.
Indent
Token value for an indent.
Dedent
Token value for a dedent.
EndOfFile
Lpar
Token value for a left parenthesis (
.
Rpar
Token value for a right parenthesis )
.
Lsqb
Token value for a left square bracket [
.
Rsqb
Token value for a right square bracket ]
.
Colon
Token value for a colon :
.
Comma
Token value for a comma ,
.
Semi
Token value for a semicolon ;
.
Plus
Token value for plus +
.
Minus
Token value for minus -
.
Star
Token value for star *
.
Slash
Token value for slash /
.
Vbar
Token value for vertical bar |
.
Amper
Token value for ampersand &
.
Less
Token value for less than <
.
Greater
Token value for greater than >
.
Equal
Token value for equal =
.
Dot
Token value for dot .
.
Percent
Token value for percent %
.
Lbrace
Token value for left bracket {
.
Rbrace
Token value for right bracket }
.
EqEqual
Token value for double equal ==
.
NotEqual
Token value for not equal !=
.
LessEqual
Token value for less than or equal <=
.
GreaterEqual
Token value for greater than or equal >=
.
Tilde
Token value for tilde ~
.
CircumFlex
Token value for caret ^
.
LeftShift
Token value for left shift <<
.
RightShift
Token value for right shift >>
.
DoubleStar
Token value for double star **
.
DoubleStarEqual
Token value for double star equal **=
.
PlusEqual
Token value for plus equal +=
.
MinusEqual
Token value for minus equal -=
.
StarEqual
Token value for star equal *=
.
SlashEqual
Token value for slash equal /=
.
PercentEqual
Token value for percent equal %=
.
AmperEqual
Token value for ampersand equal &=
.
VbarEqual
Token value for vertical bar equal |=
.
CircumflexEqual
Token value for caret equal ^=
.
LeftShiftEqual
Token value for left shift equal <<=
.
RightShiftEqual
Token value for right shift equal >>=
.
DoubleSlash
Token value for double slash //
.
DoubleSlashEqual
Token value for double slash equal //=
.
ColonEqual
Token value for colon equal :=
.
At
Token value for at @
.
AtEqual
Token value for at equal @=
.
Rarrow
Token value for arrow ->
.
Ellipsis
Token value for ellipsis ...
.
False
None
True
And
As
Assert
Async
Await
Break
Class
Continue
Def
Del
Elif
Else
Except
Finally
For
From
Global
If
Import
In
Is
Lambda
Nonlocal
Not
Or
Pass
Raise
Return
Try
While
Match
Type
Case
With
Yield
StartModule
StartInteractive
StartExpression
Implementations§
source§impl Tok
impl Tok
sourcepub const fn is_complex(&self) -> bool
pub const fn is_complex(&self) -> bool
Returns true
if self
is of variant Complex
.
sourcepub const fn is_newline(&self) -> bool
pub const fn is_newline(&self) -> bool
Returns true
if self
is of variant Newline
.
sourcepub const fn is_end_of_file(&self) -> bool
pub const fn is_end_of_file(&self) -> bool
Returns true
if self
is of variant EndOfFile
.
sourcepub const fn is_greater(&self) -> bool
pub const fn is_greater(&self) -> bool
Returns true
if self
is of variant Greater
.
sourcepub const fn is_percent(&self) -> bool
pub const fn is_percent(&self) -> bool
Returns true
if self
is of variant Percent
.
sourcepub const fn is_eq_equal(&self) -> bool
pub const fn is_eq_equal(&self) -> bool
Returns true
if self
is of variant EqEqual
.
sourcepub const fn is_not_equal(&self) -> bool
pub const fn is_not_equal(&self) -> bool
Returns true
if self
is of variant NotEqual
.
sourcepub const fn is_less_equal(&self) -> bool
pub const fn is_less_equal(&self) -> bool
Returns true
if self
is of variant LessEqual
.
sourcepub const fn is_greater_equal(&self) -> bool
pub const fn is_greater_equal(&self) -> bool
Returns true
if self
is of variant GreaterEqual
.
sourcepub const fn is_circum_flex(&self) -> bool
pub const fn is_circum_flex(&self) -> bool
Returns true
if self
is of variant CircumFlex
.
sourcepub const fn is_left_shift(&self) -> bool
pub const fn is_left_shift(&self) -> bool
Returns true
if self
is of variant LeftShift
.
sourcepub const fn is_right_shift(&self) -> bool
pub const fn is_right_shift(&self) -> bool
Returns true
if self
is of variant RightShift
.
sourcepub const fn is_double_star(&self) -> bool
pub const fn is_double_star(&self) -> bool
Returns true
if self
is of variant DoubleStar
.
sourcepub const fn is_double_star_equal(&self) -> bool
pub const fn is_double_star_equal(&self) -> bool
Returns true
if self
is of variant DoubleStarEqual
.
sourcepub const fn is_plus_equal(&self) -> bool
pub const fn is_plus_equal(&self) -> bool
Returns true
if self
is of variant PlusEqual
.
sourcepub const fn is_minus_equal(&self) -> bool
pub const fn is_minus_equal(&self) -> bool
Returns true
if self
is of variant MinusEqual
.
sourcepub const fn is_star_equal(&self) -> bool
pub const fn is_star_equal(&self) -> bool
Returns true
if self
is of variant StarEqual
.
sourcepub const fn is_slash_equal(&self) -> bool
pub const fn is_slash_equal(&self) -> bool
Returns true
if self
is of variant SlashEqual
.
sourcepub const fn is_percent_equal(&self) -> bool
pub const fn is_percent_equal(&self) -> bool
Returns true
if self
is of variant PercentEqual
.
sourcepub const fn is_amper_equal(&self) -> bool
pub const fn is_amper_equal(&self) -> bool
Returns true
if self
is of variant AmperEqual
.
sourcepub const fn is_vbar_equal(&self) -> bool
pub const fn is_vbar_equal(&self) -> bool
Returns true
if self
is of variant VbarEqual
.
sourcepub const fn is_circumflex_equal(&self) -> bool
pub const fn is_circumflex_equal(&self) -> bool
Returns true
if self
is of variant CircumflexEqual
.
sourcepub const fn is_left_shift_equal(&self) -> bool
pub const fn is_left_shift_equal(&self) -> bool
Returns true
if self
is of variant LeftShiftEqual
.
sourcepub const fn is_right_shift_equal(&self) -> bool
pub const fn is_right_shift_equal(&self) -> bool
Returns true
if self
is of variant RightShiftEqual
.
sourcepub const fn is_double_slash(&self) -> bool
pub const fn is_double_slash(&self) -> bool
Returns true
if self
is of variant DoubleSlash
.
sourcepub const fn is_double_slash_equal(&self) -> bool
pub const fn is_double_slash_equal(&self) -> bool
Returns true
if self
is of variant DoubleSlashEqual
.
sourcepub const fn is_colon_equal(&self) -> bool
pub const fn is_colon_equal(&self) -> bool
Returns true
if self
is of variant ColonEqual
.
sourcepub const fn is_at_equal(&self) -> bool
pub const fn is_at_equal(&self) -> bool
Returns true
if self
is of variant AtEqual
.
sourcepub const fn is_ellipsis(&self) -> bool
pub const fn is_ellipsis(&self) -> bool
Returns true
if self
is of variant Ellipsis
.
sourcepub const fn is_continue(&self) -> bool
pub const fn is_continue(&self) -> bool
Returns true
if self
is of variant Continue
.
sourcepub const fn is_finally(&self) -> bool
pub const fn is_finally(&self) -> bool
Returns true
if self
is of variant Finally
.
sourcepub const fn is_nonlocal(&self) -> bool
pub const fn is_nonlocal(&self) -> bool
Returns true
if self
is of variant Nonlocal
.
sourcepub const fn is_start_module(&self) -> bool
pub const fn is_start_module(&self) -> bool
Returns true
if self
is of variant StartModule
.
sourcepub const fn is_start_interactive(&self) -> bool
pub const fn is_start_interactive(&self) -> bool
Returns true
if self
is of variant StartInteractive
.
sourcepub const fn is_start_expression(&self) -> bool
pub const fn is_start_expression(&self) -> bool
Returns true
if self
is of variant StartExpression
.