Enum syntax::parse::token::TokenKind

pub enum TokenKind {
    Eq,
    Lt,
    Le,
    EqEq,
    Ne,
    Ge,
    Gt,
    AndAnd,
    OrOr,
    Not,
    Tilde,
    BinOp(BinOpToken),
    BinOpEq(BinOpToken),
    At,
    Dot,
    DotDot,
    DotDotDot,
    DotDotEq,
    Comma,
    Semi,
    Colon,
    ModSep,
    RArrow,
    LArrow,
    FatArrow,
    Pound,
    Dollar,
    Question,
    SingleQuote,
    OpenDelim(DelimToken),
    CloseDelim(DelimToken),
    Literal(Lit),
    Ident(Name, bool),
    Lifetime(Name),
    Interpolated(Lrc<Nonterminal>),
    DocComment(Name),
    Whitespace,
    Comment,
    Shebang(Name),
    Unknown(Name),
    Eof,
}

Variants

EqLtLeEqEqNeGeGtAndAndOrOrNotTildeBinOp(BinOpToken)BinOpEq(BinOpToken)AtDotDotDotDotDotDotDotDotEqCommaSemiColonModSepRArrowLArrowFatArrowPoundDollarQuestionSingleQuote

Used by proc macros for representing lifetimes, not generated by lexer right now.

OpenDelim(DelimToken)

An opening delimiter (e.g., {).

CloseDelim(DelimToken)

A closing delimiter (e.g., }).

Literal(Lit)Ident(Name, bool)Lifetime(Name)Interpolated(Lrc<Nonterminal>)DocComment(Name)

A doc comment.

Whitespace

Whitespace.

Comment

A comment.

Shebang(Name)Unknown(Name)

A completely invalid token which should be skipped.

Eof

Methods

impl TokenKind

pub fn lit(kind: LitKind, symbol: Symbol, suffix: Option<Symbol>) -> TokenKind

Trait Implementations

impl Clone for TokenKind

fn clone(&self) -> TokenKind

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl PartialEq<TokenKind> for TokenKind

fn eq(&self, other: &TokenKind) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &TokenKind) -> bool

This method tests for !=.

impl PartialEq<TokenKind> for Token

fn eq(&self, rhs: &TokenKind) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use] fn ne(&self, other: &Rhs) -> bool

This method tests for !=.

impl Debug for TokenKind

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl Encodable for TokenKind

fn encode<__S: Encoder>(&self, s: &mut __S) -> Result<(), __S::Error>

impl Decodable for TokenKind

fn decode<__D: Decoder>(d: &mut __D) -> Result<TokenKind, __D::Error>