Enum Token 

pub enum Token<'source, 'ast> {
    Eof,
    Ident(AstName<'ast>),
    Comment(&'source [u8]),
    BlockComment(usize),
    BrokenComment,
    Reserved(ReservedWord),
    InterpStringBegin(&'source [u8]),
    InterpStringMid(&'source [u8]),
    InterpStringEnd(&'source [u8]),
    InterpStringSimple(&'source [u8]),
    BrokenInterpDoubleBrace(&'source [u8]),
    Number(&'source [u8]),
    QuotedString {
        value: &'source [u8],
        quote_style: QuoteStyle,
    },
    RawString {
        value: &'source [u8],
        block_depth: usize,
    },
    BrokenString,
    Error,
    BrokenUnicode {
        codepoint: u32,
    },
    Attribute(AstName<'ast>),
    AttributeOpen,
    Ampersand,
    Bang,
    Hash,
    LeftBrace,
    LeftBracket,
    Plus,
    PlusEqual,
    Minus,
    MinusEqual,
    SkinnyArrow,
    Star,
    StarEqual,
    Slash,
    SlashEqual,
    SlashSlash,
    SlashSlashEqual,
    Percent,
    PercentEqual,
    Question,
    Caret,
    CaretEqual,
    Colon,
    DoubleColon,
    Comma,
    Dot,
    DotDot,
    DotDotEqual,
    Equal,
    EqualEqual,
    Ellipsis,
    Greater,
    GreaterEqual,
    Less,
    LessEqual,
    LeftParen,
    Pipe,
    RightBrace,
    RightBracket,
    RightParen,
    Semicolon,
    TildeEqual,
}

Variants

Eof

Ident(AstName<'ast>)

Comment(&'source [u8])

BlockComment(usize)

BrokenComment

Reserved(ReservedWord)

InterpStringBegin(&'source [u8])

InterpStringMid(&'source [u8])

InterpStringEnd(&'source [u8])

InterpStringSimple(&'source [u8])

BrokenInterpDoubleBrace(&'source [u8])

Number(&'source [u8])

QuotedString

Fields

value: &'source [u8]

quote_style: QuoteStyle

RawString

Fields

value: &'source [u8]

block_depth: usize

BrokenString

Error

BrokenUnicode

Fields

codepoint: u32

Attribute(AstName<'ast>)

AttributeOpen

Ampersand

Bang

Hash

LeftBrace

LeftBracket

Plus

PlusEqual

Minus

MinusEqual

SkinnyArrow

Star

StarEqual

Slash

SlashEqual

SlashSlash

SlashSlashEqual

Percent

PercentEqual

Question

Caret

CaretEqual

Colon

DoubleColon

Comma

Dot

DotDot

DotDotEqual

Equal

EqualEqual

Ellipsis

Greater

GreaterEqual

Less

LessEqual

LeftParen

Pipe

RightBrace

RightBracket

RightParen

Semicolon

TildeEqual

Implementations

impl Token<'_, '_>

pub const fn kind(self) -> TokenKind

pub fn name(&self) -> &'static str

Trait Implementations

impl<'source, 'ast> Clone for Token<'source, 'ast>

fn clone(&self) -> Token<'source, 'ast>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'source, 'ast> Copy for Token<'source, 'ast>

impl<'source, 'ast> Debug for Token<'source, 'ast>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token<'_, '_>

fn fmt(&self, formatter: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'source, 'ast> PartialEq for Token<'source, 'ast>

fn eq(&self, other: &Token<'source, 'ast>) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl<'source, 'ast> StructuralPartialEq for Token<'source, 'ast>