Enum rustpython_parser::token::Tok

pub enum Tok {
    Name {
        name: String,
    },
    Int {
        value: BigInt,
    },
    Float {
        value: f64,
    },
    Complex {
        real: f64,
        imag: f64,
    },
    String {
        value: String,
        is_fstring: bool,
    },
    Bytes {
        value: Vec<u8>,
    },
    Newline,
    Indent,
    Dedent,
    StartProgram,
    StartStatement,
    StartExpression,
    EndOfFile,
    Lpar,
    Rpar,
    Lsqb,
    Rsqb,
    Colon,
    Comma,
    Semi,
    Plus,
    Minus,
    Star,
    Slash,
    Vbar,
    Amper,
    Less,
    Greater,
    Equal,
    Dot,
    Percent,
    Lbrace,
    Rbrace,
    EqEqual,
    NotEqual,
    LessEqual,
    GreaterEqual,
    Tilde,
    CircumFlex,
    LeftShift,
    RightShift,
    DoubleStar,
    DoubleStarEqual,
    PlusEqual,
    MinusEqual,
    StarEqual,
    SlashEqual,
    PercentEqual,
    AmperEqual,
    VbarEqual,
    CircumflexEqual,
    LeftShiftEqual,
    RightShiftEqual,
    DoubleSlash,
    DoubleSlashEqual,
    At,
    AtEqual,
    Rarrow,
    Ellipsis,
    False,
    None,
    True,
    And,
    As,
    Assert,
    Async,
    Await,
    Break,
    Class,
    Continue,
    Def,
    Del,
    Elif,
    Else,
    Except,
    Finally,
    For,
    From,
    Global,
    If,
    Import,
    In,
    Is,
    Lambda,
    Nonlocal,
    Not,
    Or,
    Pass,
    Raise,
    Return,
    Try,
    While,
    With,
    Yield,
}

Python source code can be tokenized in a sequence of these tokens.

Variants

Name

Fields of Name

name: String

Int

Fields of Int

value: BigInt

Float

Fields of Float

value: f64

Complex

Fields of Complex

real: f64imag: f64

String

Fields of String

value: Stringis_fstring: bool

Bytes

Fields of Bytes

value: Vec<u8>

NewlineIndentDedentStartProgramStartStatementStartExpressionEndOfFileLparRparLsqbRsqbColonCommaSemiPlusMinusStarSlashVbarAmperLessGreaterEqualDotPercentLbraceRbraceEqEqualNotEqualLessEqualGreaterEqualTildeCircumFlexLeftShiftRightShiftDoubleStarDoubleStarEqualPlusEqualMinusEqualStarEqualSlashEqualPercentEqualAmperEqualVbarEqualCircumflexEqualLeftShiftEqualRightShiftEqualDoubleSlashDoubleSlashEqualAtAtEqualRarrowEllipsisFalseNoneTrueAndAsAssertAsyncAwaitBreakClassContinueDefDelElifElseExceptFinallyForFromGlobalIfImportInIsLambdaNonlocalNotOrPassRaiseReturnTryWhileWithYield

Trait Implementations

impl PartialEq<Tok> for Tok

fn eq(&self, other: &Tok) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Tok) -> bool

This method tests for !=.

impl Clone for Tok

fn clone(&self) -> Tok

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Tok

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.