Enum Token 

pub enum Token {
    Invalid,
    Whitespace,
    Comment,
    DocComment,
    Builtin,
    Identifier,
    RawIdentifier {
        is_unterminated: bool,
        has_invalid_escape: bool,
    },
    IntegerLiteral {
        base: IntegerBase,
        is_unterminated: bool,
        has_invalid_characters: bool,
        has_duplicate_underscore: bool,
    },
    FloatLiteral {
        base: FloatBase,
        is_unterminated: bool,
        has_invalid_characters: bool,
        has_duplicate_underscore: bool,
    },
    StringLiteral {
        is_unterminated: bool,
        has_invalid_escape: bool,
    },
    CharacterLiteral {
        is_empty: bool,
        is_unterminated: bool,
        has_invalid_escape: bool,
    },
    MultilineStringLiteralLine,
    Bang,
    BangEqual,
    Percent,
    PercentEqual,
    And,
    And2,
    AndEqual,
    LParen,
    RParen,
    Star,
    Star2,
    StarEqual,
    StarPercent,
    StarPercentEqual,
    Plus,
    Plus2,
    PlusEqual,
    PlusPercent,
    PlusPercentEqual,
    Comma,
    Minus,
    MinusEqual,
    MinusPercent,
    MinusPercentEqual,
    Dot,
    Dot2,
    Dot3,
    DotStar,
    Slash,
    SlashEqual,
    Colon,
    Semicolon,
    LAngle,
    LAngleEqual,
    LAngle2,
    LAngle2Equal,
    Equal,
    Equal2,
    EqualRAngle,
    RAngle,
    RAngleEqual,
    RAngle2,
    RAngle2Equal,
    Question,
    At,
    LBracket,
    RBracket,
    Caret,
    CaretEqual,
    LBrace,
    Or,
    Or2,
    OrEqual,
    RBrace,
}

Variants

Invalid

Whitespace

Comment

DocComment

Builtin

Identifier

RawIdentifier

Fields

is_unterminated: bool

has_invalid_escape: bool

IntegerLiteral

Fields

base: IntegerBase

is_unterminated: bool

has_invalid_characters: bool

has_duplicate_underscore: bool

FloatLiteral

Fields

base: FloatBase

is_unterminated: bool

has_invalid_characters: bool

has_duplicate_underscore: bool

StringLiteral

Fields

is_unterminated: bool

has_invalid_escape: bool

CharacterLiteral

Fields

is_empty: bool

is_unterminated: bool

has_invalid_escape: bool

MultilineStringLiteralLine

Bang

BangEqual

Percent

PercentEqual

And

And2

AndEqual

LParen

RParen

Star

Star2

StarEqual

StarPercent

StarPercentEqual

Plus

Plus2

PlusEqual

PlusPercent

PlusPercentEqual

Comma

Minus

MinusEqual

MinusPercent

MinusPercentEqual

Dot

Dot2

Dot3

DotStar

Slash

SlashEqual

Colon

Semicolon

LAngle

LAngleEqual

LAngle2

LAngle2Equal

Equal

Equal2

EqualRAngle

RAngle

RAngleEqual

RAngle2

RAngle2Equal

Question

At

LBracket

RBracket

Caret

CaretEqual

LBrace

Or

Or2

OrEqual

RBrace

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for Token

impl Eq for Token

impl StructuralPartialEq for Token