[][src]Enum rustc_ap_rustc_ast::token::TokenKind

pub enum TokenKind {
    Eq,
    Lt,
    Le,
    EqEq,
    Ne,
    Ge,
    Gt,
    AndAnd,
    OrOr,
    Not,
    Tilde,
    BinOp(BinOpToken),
    BinOpEq(BinOpToken),
    At,
    Dot,
    DotDot,
    DotDotDot,
    DotDotEq,
    Comma,
    Semi,
    Colon,
    ModSep,
    RArrow,
    LArrow,
    FatArrow,
    Pound,
    Dollar,
    Question,
    SingleQuote,
    OpenDelim(DelimToken),
    CloseDelim(DelimToken),
    Literal(Lit),
    Ident(Symbolbool),
    Lifetime(Symbol),
    Interpolated(Lrc<Nonterminal>),
    DocComment(CommentKindAttrStyleSymbol),
    Whitespace,
    Comment,
    Shebang(Symbol),
    Unknown(Symbol),
    Eof,
}

Variants

Eq
Lt
Le
EqEq
Ne
Ge
Gt
AndAnd
OrOr
Not
Tilde
BinOp(BinOpToken)
BinOpEq(BinOpToken)
At
Dot
DotDot
DotDotDot
DotDotEq
Comma
Semi
Colon
ModSep
RArrow
LArrow
FatArrow
Pound
Dollar
Question
SingleQuote

Used by proc macros for representing lifetimes, not generated by lexer right now.

OpenDelim(DelimToken)

An opening delimiter (e.g., {).

CloseDelim(DelimToken)

A closing delimiter (e.g., }).

Literal(Lit)
Ident(Symbolbool)

Identifier token. Do not forget about NtIdent when you want to match on identifiers. It's recommended to use Token::(ident,uninterpolate,uninterpolated_span) to treat regular and interpolated identifiers in the same way.

Lifetime(Symbol)

Lifetime identifier token. Do not forget about NtLifetime when you want to match on lifetime identifiers. It's recommended to use Token::(lifetime,uninterpolate,uninterpolated_span) to treat regular and interpolated lifetime identifiers in the same way.

Interpolated(Lrc<Nonterminal>)
DocComment(CommentKindAttrStyleSymbol)

A doc comment token. Symbol is the doc comment's data excluding its "quotes" (///, /**, etc) similarly to symbols in string literal tokens.

Whitespace

Whitespace.

Comment

A comment.

Shebang(Symbol)
Unknown(Symbol)

A completely invalid token which should be skipped.

Eof

Implementations

impl TokenKind[src]

pub fn lit(kind: LitKind, symbol: Symbol, suffix: Option<Symbol>) -> TokenKind[src]

pub fn break_two_token_op(&self) -> Option<(TokenKind, TokenKind)>[src]

pub fn similar_tokens(&self) -> Option<Vec<TokenKind>>[src]

Returns tokens that are likely to be typed accidentally instead of the current token. Enables better error recovery when the wrong token is found.

Trait Implementations

impl Clone for TokenKind[src]

impl Debug for TokenKind[src]

impl<__D: Decoder> Decodable<__D> for TokenKind[src]

impl<__E: Encoder> Encodable<__E> for TokenKind[src]

impl<__CTX> HashStable<__CTX> for TokenKind where
    __CTX: HashStableContext
[src]

impl PartialEq<TokenKind> for TokenKind[src]

impl PartialEq<TokenKind> for Token[src]

impl StructuralPartialEq for TokenKind[src]

Auto Trait Implementations

impl !RefUnwindSafe for TokenKind

impl !Send for TokenKind

impl !Sync for TokenKind

impl Unpin for TokenKind

impl !UnwindSafe for TokenKind

Blanket Implementations

impl<T> Any for T where
    T: 'static + ?Sized
[src]

impl<T> Borrow<T> for T where
    T: ?Sized
[src]

impl<T> BorrowMut<T> for T where
    T: ?Sized
[src]

impl<'a, T> Captures<'a> for T where
    T: ?Sized
[src]

impl<T> Erased for T[src]

impl<T> From<T> for T[src]

impl<T, U> Into<U> for T where
    U: From<T>, 
[src]

impl<T> Same<T> for T

type Output = T

Should always be Self

impl<T> ToOwned for T where
    T: Clone
[src]

type Owned = T

The resulting type after obtaining ownership.

impl<T, U> TryFrom<U> for T where
    U: Into<T>, 
[src]

type Error = Infallible

The type returned in the event of a conversion error.

impl<T, U> TryInto<U> for T where
    U: TryFrom<T>, 
[src]

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.

impl<V, T> VZip<V> for T where
    V: MultiLane<T>,