Enum Token

pub enum Token {
    Eof,
    Identifier(String),
    String(String),
    Number(String, NumberSuffix),
    RegExp {
        body: String,
        flags: String,
    },
    CssNumber {
        value: f64,
        unit: Option<String>,
    },
    CssHashWord(String),
    CssBeginsWith,
    CssEndsWith,
    CssContains,
    CssListMatch,
    CssHreflangMatch,
    CssAtNamespace,
    CssAtMedia,
    CssAtFontFace,
    CssAtImport,
    CssImportant,
    CssSemicolons,
    ColonColon,
    Attribute,
    Descendants,
    Ellipsis,
    ParenOpen,
    ParenClose,
    SquareOpen,
    SquareClose,
    BlockOpen,
    BlockClose,
    Dot,
    Semicolon,
    Comma,
    Lt,
    Gt,
    Le,
    Ge,
    Equals,
    NotEquals,
    StrictEquals,
    StrictNotEquals,
    Plus,
    Minus,
    Times,
    Div,
    Percent,
    Increment,
    Decrement,
    LeftShift,
    RightShift,
    UnsignedRightShift,
    Ampersand,
    Hat,
    Pipe,
    Tilde,
    LogicalAnd,
    LogicalXor,
    LogicalOr,
    Question,
    Exclamation,
    Colon,
    Assign,
    AddAssign,
    SubtractAssign,
    MultiplyAssign,
    DivideAssign,
    RemainderAssign,
    LeftShiftAssign,
    RightShiftAssign,
    UnsignedRightShiftAssign,
    BitwiseAndAssign,
    BitwiseXorAssign,
    BitwiseOrAssign,
    LogicalAndAssign,
    LogicalXorAssign,
    LogicalOrAssign,
    Power,
    PowerAssign,
    NullCoalescing,
    NullCoalescingAssign,
    OptionalChaining,
    As,
    Await,
    Break,
    Case,
    Catch,
    Class,
    Const,
    Continue,
    Default,
    Delete,
    Do,
    Else,
    Extends,
    False,
    Finally,
    For,
    Function,
    If,
    Implements,
    Import,
    In,
    Instanceof,
    Interface,
    Internal,
    Is,
    New,
    Not,
    Null,
    Package,
    Private,
    Protected,
    Public,
    Return,
    Super,
    Switch,
    This,
    Throw,
    True,
    Try,
    Typeof,
    Use,
    Var,
    Void,
    While,
    With,
    Yield,
    XmlWhitespace,
    XmlLtSlash,
    XmlSlashGt,
    XmlText(String),
    XmlName(String),
    XmlMarkup(String),
    XmlAttributeValue(String),
}

Represents a lexical token.

Variants

Eof

Identifier(String)

String(String)

Number(String, NumberSuffix)

Numeric literal token. The numeric value is in character representation, which may be parsed through data type specific methods such as NumericLiteral::parse_double().

RegExp

Fields

body: String

flags: String

CssNumber

Fields

value: f64

unit: Option<String>

CssHashWord(String)

CssBeginsWith

CssEndsWith

CssContains

CssListMatch

CssHreflangMatch

CssAtNamespace

CssAtMedia

CssAtFontFace

CssAtImport

CssImportant

CssSemicolons

ColonColon

Attribute

The @ token.

Descendants

The .. token.

Ellipsis

The ... token.

ParenOpen

ParenClose

SquareOpen

SquareClose

BlockOpen

BlockClose

Dot

Semicolon

Comma

Lt

Gt

Le

<=

Ge

>=

Equals

NotEquals

StrictEquals

StrictNotEquals

Plus

Minus

Times

Div

Percent

Increment

Decrement

LeftShift

RightShift

UnsignedRightShift

Ampersand

Hat

Pipe

Tilde

LogicalAnd

LogicalXor

LogicalOr

Question

Exclamation

Colon

Assign

AddAssign

SubtractAssign

MultiplyAssign

DivideAssign

RemainderAssign

LeftShiftAssign

RightShiftAssign

UnsignedRightShiftAssign

BitwiseAndAssign

BitwiseXorAssign

BitwiseOrAssign

LogicalAndAssign

LogicalXorAssign

LogicalOrAssign

Power

**

PowerAssign

**=

NullCoalescing

??

NullCoalescingAssign

??=

OptionalChaining

?.

As

Await

Break

Case

Catch

Class

Const

Continue

Default

Delete

Do

Else

Extends

False

Finally

For

Function

If

Implements

Import

In

Instanceof

Interface

Internal

Is

New

Not

Null

Package

Private

Protected

Public

Return

Super

Switch

This

Throw

True

Try

Typeof

Use

Var

Void

While

With

Yield

XmlWhitespace

XmlLtSlash

XmlSlashGt

XmlText(String)

XmlName(String)

XmlMarkup(String)

XmlAttributeValue(String)

Implementations

impl Token

pub fn is_context_keyword(token: &(Token, Location), keyword: &str) -> bool

pub fn is_reserved_word(&self) -> bool

Indicates whether the token is a reserved word.

pub fn is_identifier_name(&self) -> bool

pub fn reserved_word_name(&self) -> Option<String>

Tests whether the token is a reserved word and returns its IdentifierName string.

pub fn compound_assignment(&self) -> Option<Operator>

Converts a compound assignment, a logical assignment, or a nullish coalescing assignment to an Operator value.

pub fn to_binary_operator(&self) -> Option<Operator>

Converts this token into a binary operator, excluding not in, and is not.

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

const fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl ToString for Token

fn to_string(&self) -> String

Converts the token into a readable string.

The method Token::to_string returns the following possible values:

• "end of program"
• "identifier"
• "string" for string literal
• "number" for numeric literal
• "regular expression" for regular expression literal
• "'keyword'" for reserved words
• "'punctuator'" for various punctuators
• "punctuator" for various punctuators
• "XML whitespace"
• "'</'"
• "'/>'"
• "XML text"
• "XML name"
• "XML markup"
• "XML attribute value"

impl DiagnosticArgument for Token

impl StructuralPartialEq for Token