Enum Token

pub enum Token {
    Eof,
    Newline,
    Indent,
    Dedent,
    Name(String),
    Integer(BigUint),
    Float(f64),
    Imaginary(f64),
    String(String),
    FormattedString(String),
    Bytes(Vec<u8>),
    ParenOpen,
    ParenClose,
    BracketOpen,
    BracketClose,
    BraceOpen,
    BraceClose,
    Colon,
    Comma,
    Semi,
    Plus,
    Minus,
    Star,
    Slash,
    Pipe,
    Amper,
    Less,
    Greater,
    Equal,
    Dot,
    Percent,
    EqEqual,
    NotEqual,
    LessEqual,
    GreaterEqual,
    Tilde,
    Caret,
    LeftShift,
    RightShift,
    DoubleStar,
    PlusEqual,
    MinEqual,
    StarEqual,
    SlashEqual,
    PercentEqual,
    AmperEqual,
    PipeEqual,
    CaretEqual,
    LeftShiftEqual,
    RightShiftEqual,
    DoubleStarEqual,
    DoubleSlash,
    DoubleSlashEqual,
    At,
    AtEqual,
    Rarrow,
    Ellipsis,
    False,
    None,
    True,
    And,
    As,
    Assert,
    Break,
    Class,
    Continue,
    Def,
    Del,
    Elif,
    Else,
    Except,
    Finally,
    For,
    From,
    Global,
    If,
    Import,
    In,
    Is,
    Lambda,
    Nonlocal,
    Not,
    Or,
    Pass,
    Raise,
    Return,
    Try,
    While,
    With,
    Yield,
    Await,
    Async,
    // some variants omitted
}

Variants

Eof

Newline

Indent

Dedent

Name(String)

Integer(BigUint)

Float(f64)

Imaginary(f64)

String(String)

FormattedString(String)

Bytes(Vec<u8>)

ParenOpen

ParenClose

BracketOpen

BracketClose

BraceOpen

BraceClose

Colon

Comma

Semi

Plus

Minus

Star

Slash

Pipe

Amper

Less

Greater

Equal

Dot

Percent

EqEqual

NotEqual

LessEqual

GreaterEqual

Tilde

Caret

LeftShift

RightShift

DoubleStar

PlusEqual

MinEqual

StarEqual

SlashEqual

PercentEqual

AmperEqual

PipeEqual

CaretEqual

LeftShiftEqual

RightShiftEqual

DoubleStarEqual

DoubleSlash

DoubleSlashEqual

At

AtEqual

Rarrow

Ellipsis

False

None

True

And

As

Assert

Break

Class

Continue

Def

Del

Elif

Else

Except

Finally

For

From

Global

If

Import

In

Is

Lambda

Nonlocal

Not

Or

Pass

Raise

Return

Try

While

With

Yield

Await

Async

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for Token