Enum TSXToken

pub enum TSXToken {
    Identifier(String),
    Keyword(TSXKeyword),
    NumberLiteral(String),
    StringLiteral(String, Quoted),
    MultiLineComment(String),
    Comment(String),
    HashBangComment(String),
    RegexLiteral(String),
    RegexFlagLiteral(String),
    TemplateLiteralStart,
    TemplateLiteralChunk(String),
    TemplateLiteralEnd,
    TemplateLiteralExpressionStart,
    TemplateLiteralExpressionEnd,
    Comma,
    SemiColon,
    Colon,
    Dot,
    At,
    Spread,
    Assign,
    Arrow,
    OpenParentheses,
    CloseParentheses,
    OpenBrace,
    CloseBrace,
    OpenBracket,
    CloseBracket,
    OpenChevron,
    CloseChevron,
    Add,
    Subtract,
    Multiply,
    Divide,
    QuestionMark,
    Exponent,
    Modulo,
    AddAssign,
    SubtractAssign,
    MultiplyAssign,
    DivideAssign,
    ExponentAssign,
    ModuloAssign,
    Increment,
    Decrement,
    BitwiseShiftLeft,
    BitwiseShiftRight,
    BitwiseShiftRightUnsigned,
    BitwiseShiftLeftAssign,
    BitwiseShiftRightAssign,
    BitwiseShiftRightUnsignedAssign,
    BitwiseOr,
    BitwiseXOr,
    BitwiseAnd,
    BitwiseNot,
    BitwiseOrAssign,
    BitwiseAndAssign,
    BitwiseXorAssign,
    LogicalOr,
    LogicalAnd,
    LogicalNot,
    LogicalOrAssign,
    LogicalAndAssign,
    Equal,
    NotEqual,
    StrictEqual,
    StrictNotEqual,
    GreaterThanEqual,
    LessThanEqual,
    OptionalChain,
    OptionalCall,
    OptionalIndex,
    NullishCoalescing,
    NullishCoalescingAssign,
    OptionalMember,
    NonOptionalMember,
    HashTag,
    JSXOpeningTagStart,
    JSXTagName(String),
    JSXOpeningTagEnd,
    JSXClosingTagStart,
    JSXClosingTagName(String),
    JSXSelfClosingTag,
    JSXAttributeKey(String),
    JSXAttributeAssign,
    JSXAttributeValue(String),
    JSXContent(String),
    JSXContentLineBreak,
    JSXExpressionStart,
    JSXExpressionEnd,
    JSXFragmentStart,
    JSXFragmentEnd,
    JSXComment(String),
    DocTypeHTML,
    InvertAssign,
    ComposeOperator,
    PipeOperator,
    EOS,
}

All JS Tokens with extensions including TypeScript, JSX and more

Variants

Identifier(String)

Keyword(TSXKeyword)

NumberLiteral(String)

StringLiteral(String, Quoted)

MultiLineComment(String)

Comment(String)

HashBangComment(String)

https://262.ecma-international.org/15.0/index.html#sec-hashbang

RegexLiteral(String)

RegexFlagLiteral(String)

TemplateLiteralStart

TemplateLiteralChunk(String)

TemplateLiteralEnd

TemplateLiteralExpressionStart

TemplateLiteralExpressionEnd

Comma

SemiColon

Colon

Dot

At

@

Spread

Assign

Arrow

=>

OpenParentheses

(

CloseParentheses

)

OpenBrace

{

CloseBrace

}

OpenBracket

[

CloseBracket

]

OpenChevron

<

CloseChevron

>

Add

Subtract

Multiply

Divide

QuestionMark

Exponent

Modulo

AddAssign

SubtractAssign

MultiplyAssign

DivideAssign

ExponentAssign

ModuloAssign

Increment

Decrement

BitwiseShiftLeft

BitwiseShiftRight

BitwiseShiftRightUnsigned

BitwiseShiftLeftAssign

BitwiseShiftRightAssign

BitwiseShiftRightUnsignedAssign

BitwiseOr

BitwiseXOr

BitwiseAnd

BitwiseNot

BitwiseOrAssign

BitwiseAndAssign

BitwiseXorAssign

LogicalOr

LogicalAnd

LogicalNot

LogicalOrAssign

LogicalAndAssign

Equal

NotEqual

StrictEqual

StrictNotEqual

GreaterThanEqual

LessThanEqual

OptionalChain

OptionalCall

OptionalIndex

NullishCoalescing

NullishCoalescingAssign

OptionalMember

?:

NonOptionalMember

!:

HashTag

For scripts thing

JSXOpeningTagStart

JSXTagName(String)

JSXOpeningTagEnd

JSXClosingTagStart

JSXClosingTagName(String)

This also covers the end of a token, thus no TSXToken::JSXClosingTagEnd

JSXSelfClosingTag

/>

JSXAttributeKey(String)

JSXAttributeAssign

JSXAttributeValue(String)

JSXContent(String)

JSXContentLineBreak

JSXExpressionStart

The start and end of expressions either as a node or a attribute

JSXExpressionEnd

JSXFragmentStart

JSXFragmentEnd

JSXComment(String)

DocTypeHTML

For top level HTML

InvertAssign

ComposeOperator

PipeOperator

EOS

Implementations

impl TSXToken

pub fn is_identifier_or_ident(&self) -> bool

pub fn is_comment(&self) -> bool

pub fn try_into_comment( token: Token<TSXToken, TokenStart>, ) -> Result<(String, bool, Span), Token<TSXToken, TokenStart>>

Returns (*content*, *is_multiline*, *position*)

pub fn is_expression_prefix(&self) -> bool

Used for lexing regular expression and JSX literals differently

pub fn is_expression_postfix(&self) -> bool

For trailing expression comments

pub fn from_slice(slice: &str) -> Self

Returns a keyword token else an identifier literal

Trait Implementations

impl Debug for TSXToken

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FiniteAutomataConstructor for TSXToken

type FiniteAutomata = States

fn new_automaton() -> States

impl PartialEq for TSXToken

fn eq(&self, other: &Self) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl SizedToken for TSXToken

fn length(&self) -> u32

impl TokenTrait for TSXToken

fn is_skippable(&self) -> bool

Use this for nully tokens. Will be skipped under TokenReader::expect_next

impl TryFrom<&TSXToken> for BinaryAssignmentOperator

type Error = ()

The type returned in the event of a conversion error.

fn try_from(expression: &TSXToken) -> Result<Self, Self::Error>

Performs the conversion.

impl TryFrom<&TSXToken> for BinaryOperator

type Error = ()

The type returned in the event of a conversion error.

fn try_from(expression: &TSXToken) -> Result<Self, Self::Error>

Performs the conversion.

impl TryFrom<&TSXToken> for IncrementOrDecrement

type Error = ()

The type returned in the event of a conversion error.

fn try_from(token: &TSXToken) -> Result<Self, Self::Error>

Performs the conversion.

impl TryFrom<&TSXToken> for UnaryOperator

type Error = ()

The type returned in the event of a conversion error.

fn try_from(expression: &TSXToken) -> Result<Self, Self::Error>

Performs the conversion.

impl TryFrom<&TSXToken> for UnaryPostfixAssignmentOperator

type Error = ()

The type returned in the event of a conversion error.

fn try_from(token: &TSXToken) -> Result<Self, Self::Error>

Performs the conversion.

impl TryFrom<&TSXToken> for UnaryPrefixAssignmentOperator

type Error = ()

The type returned in the event of a conversion error.

fn try_from(token: &TSXToken) -> Result<Self, Self::Error>

Performs the conversion.

impl Eq for TSXToken