Skip to main content

Token

Enum Token

pub enum Token {
Show 66 variants    Invalid,
    Whitespace,
    Comment,
    DocComment,
    Builtin,
    Identifier,
    RawIdentifier {
        is_unterminated: bool,
        has_invalid_escape: bool,
    },
    IntegerLiteral {
        base: IntegerBase,
        is_unterminated: bool,
        has_invalid_characters: bool,
        has_duplicate_underscore: bool,
    },
    FloatLiteral {
        base: FloatBase,
        is_unterminated: bool,
        has_invalid_characters: bool,
        has_duplicate_underscore: bool,
    },
    StringLiteral {
        is_unterminated: bool,
        has_invalid_escape: bool,
    },
    CharacterLiteral {
        is_empty: bool,
        is_unterminated: bool,
        has_invalid_escape: bool,
    },
    MultilineStringLiteralLine,
    Bang,
    BangEqual,
    Percent,
    PercentEqual,
    And,
    And2,
    AndEqual,
    LParen,
    RParen,
    Star,
    Star2,
    StarEqual,
    StarPercent,
    StarPercentEqual,
    Plus,
    Plus2,
    PlusEqual,
    PlusPercent,
    PlusPercentEqual,
    Comma,
    Minus,
    MinusEqual,
    MinusPercent,
    MinusPercentEqual,
    Dot,
    Dot2,
    Dot3,
    DotStar,
    Slash,
    SlashEqual,
    Colon,
    Semicolon,
    LAngle,
    LAngleEqual,
    LAngle2,
    LAngle2Equal,
    Equal,
    Equal2,
    EqualRAngle,
    RAngle,
    RAngleEqual,
    RAngle2,
    RAngle2Equal,
    Question,
    At,
    LBracket,
    RBracket,
    Caret,
    CaretEqual,
    LBrace,
    Or,
    Or2,
    OrEqual,
    RBrace,
}

Variants§

Invalid

Whitespace

Comment

DocComment

Builtin

Identifier

RawIdentifier

Fields

§is_unterminated: bool

§has_invalid_escape: bool

IntegerLiteral

Fields

§base: IntegerBase

§is_unterminated: bool

§has_invalid_characters: bool

§has_duplicate_underscore: bool

FloatLiteral

Fields

§base: FloatBase

§is_unterminated: bool

§has_invalid_characters: bool

§has_duplicate_underscore: bool

StringLiteral

Fields

§is_unterminated: bool

§has_invalid_escape: bool

CharacterLiteral

Fields

§is_empty: bool

§is_unterminated: bool

§has_invalid_escape: bool

MultilineStringLiteralLine

Bang

BangEqual

Percent

PercentEqual

And

And2

AndEqual

LParen

RParen

Star

Star2

StarEqual

StarPercent

StarPercentEqual

Plus

Plus2

PlusEqual

PlusPercent

PlusPercentEqual

Comma

Minus

MinusEqual

MinusPercent

MinusPercentEqual

Dot

Dot2

Dot3

DotStar

Slash

SlashEqual

Colon

Semicolon

LAngle

LAngleEqual

LAngle2

LAngle2Equal

Equal

Equal2

EqualRAngle

RAngle

RAngleEqual

RAngle2

RAngle2Equal

Question

At

LBracket

RBracket

Caret

CaretEqual

LBrace

Or

Or2

OrEqual

RBrace

Trait Implementations§

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value. Read more

1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

impl Copy for Token

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

impl Eq for Token

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Equality operator ==. Read more

1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more

impl StructuralPartialEq for Token

Auto Trait Implementations§

impl Freeze for Token

impl RefUnwindSafe for Token

impl Send for Token

impl Sync for Token

impl Unpin for Token

impl UnsafeUnpin for Token

impl UnwindSafe for Token

Blanket Implementations§

impl<T> Any for T
where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

impl<T> Borrow<T> for T
where T: ?Sized,

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

impl<T> BorrowMut<T> for T
where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

impl<T> CloneToUninit for T
where T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)

Performs copy-assignment from self to dest. Read more

impl<T> From<T> for T

fn from(t: T) -> T

Returns the argument unchanged.

impl<T, U> Into<U> for T
where U: From<T>,

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

impl<T, U> TryFrom<U> for T
where U: Into<T>,

type Error = !

The type returned in the event of a conversion error.

fn try_from(value: U) -> Result<T, !>

Performs the conversion.

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.