Enum rustpython_parser::Tok

pub enum Tok {
    Name {
        name: String,
    },
    Int {
        value: BigInt,
    },
    Float {
        value: f64,
    },
    Complex {
        real: f64,
        imag: f64,
    },
    String {
        value: String,
        kind: StringKind,
        triple_quoted: bool,
    },
    Newline,
    Indent,
    Dedent,
    EndOfFile,
    Lpar,
    Rpar,
    Lsqb,
    Rsqb,
    Colon,
    Comma,
    Semi,
    Plus,
    Minus,
    Star,
    Slash,
    Vbar,
    Amper,
    Less,
    Greater,
    Equal,
    Dot,
    Percent,
    Lbrace,
    Rbrace,
    EqEqual,
    NotEqual,
    LessEqual,
    GreaterEqual,
    Tilde,
    CircumFlex,
    LeftShift,
    RightShift,
    DoubleStar,
    DoubleStarEqual,
    PlusEqual,
    MinusEqual,
    StarEqual,
    SlashEqual,
    PercentEqual,
    AmperEqual,
    VbarEqual,
    CircumflexEqual,
    LeftShiftEqual,
    RightShiftEqual,
    DoubleSlash,
    DoubleSlashEqual,
    ColonEqual,
    At,
    AtEqual,
    Rarrow,
    Ellipsis,
    False,
    None,
    True,
    And,
    As,
    Assert,
    Async,
    Await,
    Break,
    Class,
    Continue,
    Def,
    Del,
    Elif,
    Else,
    Except,
    Finally,
    For,
    From,
    Global,
    If,
    Import,
    In,
    Is,
    Lambda,
    Nonlocal,
    Not,
    Or,
    Pass,
    Raise,
    Return,
    Try,
    While,
    Match,
    Type,
    Case,
    With,
    Yield,
    StartModule,
    StartInteractive,
    StartExpression,
}

The set of tokens the Python source code can be tokenized in.

Variants

Name

Fields

name: String

The name value.

Token value for a name, commonly known as an identifier.

Int

Fields

value: BigInt

The integer value.

Token value for an integer.

Float

Fields

value: f64

The float value.

Token value for a floating point number.

Complex

Fields

real: f64

The real part of the complex number.

imag: f64

The imaginary part of the complex number.

Token value for a complex number.

String

Fields

value: String

The string value.

kind: StringKind

The kind of string.

triple_quoted: bool

Whether the string is triple quoted.

Token value for a string.

Newline

Token value for a newline.

Indent

Token value for an indent.

Dedent

Token value for a dedent.

EndOfFile

Lpar

Token value for a left parenthesis (.

Rpar

Token value for a right parenthesis ).

Lsqb

Token value for a left square bracket [.

Rsqb

Token value for a right square bracket ].

Colon

Token value for a colon :.

Comma

Token value for a comma ,.

Semi

Token value for a semicolon ;.

Plus

Token value for plus +.

Minus

Token value for minus -.

Star

Token value for star *.

Slash

Token value for slash /.

Vbar

Token value for vertical bar |.

Amper

Token value for ampersand &.

Less

Token value for less than <.

Greater

Token value for greater than >.

Equal

Token value for equal =.

Dot

Token value for dot ..

Percent

Token value for percent %.

Lbrace

Token value for left bracket {.

Rbrace

Token value for right bracket }.

EqEqual

Token value for double equal ==.

NotEqual

Token value for not equal !=.

LessEqual

Token value for less than or equal <=.

GreaterEqual

Token value for greater than or equal >=.

Tilde

Token value for tilde ~.

CircumFlex

Token value for caret ^.

LeftShift

Token value for left shift <<.

RightShift

Token value for right shift >>.

DoubleStar

Token value for double star **.

DoubleStarEqual

Token value for double star equal **=.

PlusEqual

Token value for plus equal +=.

MinusEqual

Token value for minus equal -=.

StarEqual

Token value for star equal *=.

SlashEqual

Token value for slash equal /=.

PercentEqual

Token value for percent equal %=.

AmperEqual

Token value for ampersand equal &=.

VbarEqual

Token value for vertical bar equal |=.

CircumflexEqual

Token value for caret equal ^=.

LeftShiftEqual

Token value for left shift equal <<=.

RightShiftEqual

Token value for right shift equal >>=.

DoubleSlash

Token value for double slash //.

DoubleSlashEqual

Token value for double slash equal //=.

ColonEqual

Token value for colon equal :=.

At

Token value for at @.

AtEqual

Token value for at equal @=.

Rarrow

Token value for arrow ->.

Ellipsis

Token value for ellipsis ....

False

None

True

And

As

Assert

Async

Await

Break

Class

Continue

Def

Del

Elif

Else

Except

Finally

For

From

Global

If

Import

In

Is

Lambda

Nonlocal

Not

Or

Pass

Raise

Return

Try

While

Match

Type

Case

With

Yield

StartModule

StartInteractive

StartExpression

Implementations

impl Tok

pub const fn is_name(&self) -> bool

Returns true if self is of variant Name.

pub const fn is_int(&self) -> bool

Returns true if self is of variant Int.

pub const fn is_float(&self) -> bool

Returns true if self is of variant Float.

pub const fn is_complex(&self) -> bool

Returns true if self is of variant Complex.

pub const fn is_string(&self) -> bool

Returns true if self is of variant String.

pub const fn is_newline(&self) -> bool

Returns true if self is of variant Newline.

pub const fn is_indent(&self) -> bool

Returns true if self is of variant Indent.

pub const fn is_dedent(&self) -> bool

Returns true if self is of variant Dedent.

pub const fn is_end_of_file(&self) -> bool

Returns true if self is of variant EndOfFile.

pub const fn is_lpar(&self) -> bool

Returns true if self is of variant Lpar.

pub const fn is_rpar(&self) -> bool

Returns true if self is of variant Rpar.

pub const fn is_lsqb(&self) -> bool

Returns true if self is of variant Lsqb.

pub const fn is_rsqb(&self) -> bool

Returns true if self is of variant Rsqb.

pub const fn is_colon(&self) -> bool

Returns true if self is of variant Colon.

pub const fn is_comma(&self) -> bool

Returns true if self is of variant Comma.

pub const fn is_semi(&self) -> bool

Returns true if self is of variant Semi.

pub const fn is_plus(&self) -> bool

Returns true if self is of variant Plus.

pub const fn is_minus(&self) -> bool

Returns true if self is of variant Minus.

pub const fn is_star(&self) -> bool

Returns true if self is of variant Star.

pub const fn is_slash(&self) -> bool

Returns true if self is of variant Slash.

pub const fn is_vbar(&self) -> bool

Returns true if self is of variant Vbar.

pub const fn is_amper(&self) -> bool

Returns true if self is of variant Amper.

pub const fn is_less(&self) -> bool

Returns true if self is of variant Less.

pub const fn is_greater(&self) -> bool

Returns true if self is of variant Greater.

pub const fn is_equal(&self) -> bool

Returns true if self is of variant Equal.

pub const fn is_dot(&self) -> bool

Returns true if self is of variant Dot.

pub const fn is_percent(&self) -> bool

Returns true if self is of variant Percent.

pub const fn is_lbrace(&self) -> bool

Returns true if self is of variant Lbrace.

pub const fn is_rbrace(&self) -> bool

Returns true if self is of variant Rbrace.

pub const fn is_eq_equal(&self) -> bool

Returns true if self is of variant EqEqual.

pub const fn is_not_equal(&self) -> bool

Returns true if self is of variant NotEqual.

pub const fn is_less_equal(&self) -> bool

Returns true if self is of variant LessEqual.

pub const fn is_greater_equal(&self) -> bool

Returns true if self is of variant GreaterEqual.

pub const fn is_tilde(&self) -> bool

Returns true if self is of variant Tilde.

pub const fn is_circum_flex(&self) -> bool

Returns true if self is of variant CircumFlex.

pub const fn is_left_shift(&self) -> bool

Returns true if self is of variant LeftShift.

pub const fn is_right_shift(&self) -> bool

Returns true if self is of variant RightShift.

pub const fn is_double_star(&self) -> bool

Returns true if self is of variant DoubleStar.

pub const fn is_double_star_equal(&self) -> bool

Returns true if self is of variant DoubleStarEqual.

pub const fn is_plus_equal(&self) -> bool

Returns true if self is of variant PlusEqual.

pub const fn is_minus_equal(&self) -> bool

Returns true if self is of variant MinusEqual.

pub const fn is_star_equal(&self) -> bool

Returns true if self is of variant StarEqual.

pub const fn is_slash_equal(&self) -> bool

Returns true if self is of variant SlashEqual.

pub const fn is_percent_equal(&self) -> bool

Returns true if self is of variant PercentEqual.

pub const fn is_amper_equal(&self) -> bool

Returns true if self is of variant AmperEqual.

pub const fn is_vbar_equal(&self) -> bool

Returns true if self is of variant VbarEqual.

pub const fn is_circumflex_equal(&self) -> bool

Returns true if self is of variant CircumflexEqual.

pub const fn is_left_shift_equal(&self) -> bool

Returns true if self is of variant LeftShiftEqual.

pub const fn is_right_shift_equal(&self) -> bool

Returns true if self is of variant RightShiftEqual.

pub const fn is_double_slash(&self) -> bool

Returns true if self is of variant DoubleSlash.

pub const fn is_double_slash_equal(&self) -> bool

Returns true if self is of variant DoubleSlashEqual.

pub const fn is_colon_equal(&self) -> bool

Returns true if self is of variant ColonEqual.

pub const fn is_at(&self) -> bool

Returns true if self is of variant At.

pub const fn is_at_equal(&self) -> bool

Returns true if self is of variant AtEqual.

pub const fn is_rarrow(&self) -> bool

Returns true if self is of variant Rarrow.

pub const fn is_ellipsis(&self) -> bool

Returns true if self is of variant Ellipsis.

pub const fn is_false(&self) -> bool

Returns true if self is of variant False.

pub const fn is_none(&self) -> bool

Returns true if self is of variant None.

pub const fn is_true(&self) -> bool

Returns true if self is of variant True.

pub const fn is_and(&self) -> bool

Returns true if self is of variant And.

pub const fn is_as(&self) -> bool

Returns true if self is of variant As.

pub const fn is_assert(&self) -> bool

Returns true if self is of variant Assert.

pub const fn is_async(&self) -> bool

Returns true if self is of variant Async.

pub const fn is_await(&self) -> bool

Returns true if self is of variant Await.

pub const fn is_break(&self) -> bool

Returns true if self is of variant Break.

pub const fn is_class(&self) -> bool

Returns true if self is of variant Class.

pub const fn is_continue(&self) -> bool

Returns true if self is of variant Continue.

pub const fn is_def(&self) -> bool

Returns true if self is of variant Def.

pub const fn is_del(&self) -> bool

Returns true if self is of variant Del.

pub const fn is_elif(&self) -> bool

Returns true if self is of variant Elif.

pub const fn is_else(&self) -> bool

Returns true if self is of variant Else.

pub const fn is_except(&self) -> bool

Returns true if self is of variant Except.

pub const fn is_finally(&self) -> bool

Returns true if self is of variant Finally.

pub const fn is_for(&self) -> bool

Returns true if self is of variant For.

pub const fn is_from(&self) -> bool

Returns true if self is of variant From.

pub const fn is_global(&self) -> bool

Returns true if self is of variant Global.

pub const fn is_if(&self) -> bool

Returns true if self is of variant If.

pub const fn is_import(&self) -> bool

Returns true if self is of variant Import.

pub const fn is_in(&self) -> bool

Returns true if self is of variant In.

pub const fn is_is(&self) -> bool

Returns true if self is of variant Is.

pub const fn is_lambda(&self) -> bool

Returns true if self is of variant Lambda.

pub const fn is_nonlocal(&self) -> bool

Returns true if self is of variant Nonlocal.

pub const fn is_not(&self) -> bool

Returns true if self is of variant Not.

pub const fn is_or(&self) -> bool

Returns true if self is of variant Or.

pub const fn is_pass(&self) -> bool

Returns true if self is of variant Pass.

pub const fn is_raise(&self) -> bool

Returns true if self is of variant Raise.

pub const fn is_return(&self) -> bool

Returns true if self is of variant Return.

pub const fn is_try(&self) -> bool

Returns true if self is of variant Try.

pub const fn is_while(&self) -> bool

Returns true if self is of variant While.

pub const fn is_match(&self) -> bool

Returns true if self is of variant Match.

pub const fn is_type(&self) -> bool

Returns true if self is of variant Type.

pub const fn is_case(&self) -> bool

Returns true if self is of variant Case.

pub const fn is_with(&self) -> bool

Returns true if self is of variant With.

pub const fn is_yield(&self) -> bool

Returns true if self is of variant Yield.

pub const fn is_start_module(&self) -> bool

Returns true if self is of variant StartModule.

pub const fn is_start_interactive(&self) -> bool

Returns true if self is of variant StartInteractive.

pub const fn is_start_expression(&self) -> bool

Returns true if self is of variant StartExpression.

impl Tok

pub fn start_marker(mode: Mode) -> Self

Trait Implementations

impl Clone for Tok

fn clone(&self) -> Tok

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Tok

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Tok

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq<Tok> for Tok

fn eq(&self, other: &Tok) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for Tok