Enum Token 

pub enum Token {
    Keyword(String),
    UnknownKeywordId(i32),
    Function(String),
    UnknownFunctionId(i32),
    Macro(String),
    Variable(String),
    BareString(String),
    Property(String),
    QuotedString(String),
    RawString(String),
    U32(u32),
    U64(u64),
    F64(f64),
    Operator(&'static str),
    UnknownOpcode(u8),
    LineEnd,
}

Parsed token.

Variants

Keyword(String)

Keyword token.

UnknownKeywordId(i32)

Unknown keyword id.

Function(String)

Function token.

UnknownFunctionId(i32)

Unknown function id.

Macro(String)

Macro token, without the leading @.

Variable(String)

Variable token, without the leading $.

BareString(String)

Bare identifier/string token.

Property(String)

Property/member token, without the leading ..

QuotedString(String)

Quoted string literal, unescaped.

RawString(String)

Raw string token.

U32(u32)

Unsigned 32-bit integer literal.

U64(u64)

Unsigned 64-bit integer literal.

F64(f64)

Floating-point literal.

Operator(&'static str)

Operator or punctuation token.

UnknownOpcode(u8)

Unknown opcode.

LineEnd

End-of-line token.

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for Token