[][src]Enum rustc_ap_rustc_lexer::TokenKind

pub enum TokenKind {
    LineComment {
        doc_style: Option<DocStyle>,
    },
    BlockComment {
        doc_style: Option<DocStyle>,
        terminated: bool,
    },
    Whitespace,
    Ident,
    RawIdent,
    Literal {
        kind: LiteralKind,
        suffix_start: usize,
    },
    Lifetime {
        starts_with_number: bool,
    },
    Semi,
    Comma,
    Dot,
    OpenParen,
    CloseParen,
    OpenBrace,
    CloseBrace,
    OpenBracket,
    CloseBracket,
    At,
    Pound,
    Tilde,
    Question,
    Colon,
    Dollar,
    Eq,
    Bang,
    Lt,
    Gt,
    Minus,
    And,
    Or,
    Plus,
    Star,
    Slash,
    Caret,
    Percent,
    Unknown,
}

Enum representing common lexeme types.

Variants

LineComment

"// comment"

Fields of LineComment

doc_style: Option<DocStyle>
BlockComment

/* block comment */

Block comments can be recursive, so the sequence like /* /* */ will not be considered terminated and will result in a parsing error.

Fields of BlockComment

doc_style: Option<DocStyle>terminated: bool
Whitespace

Any whitespace characters sequence.

Ident

"ident" or "continue" At this step keywords are also considered identifiers.

RawIdent

"r#ident"

Literal

"12_u8", "1.0e-40", "b"123"". See LiteralKind for more details.

Fields of Literal

kind: LiteralKindsuffix_start: usize
Lifetime

"'a"

Fields of Lifetime

starts_with_number: bool
Semi

";"

Comma

","

Dot

"."

OpenParen

"("

CloseParen

")"

OpenBrace

"{"

CloseBrace

"}"

OpenBracket

"["

CloseBracket

"]"

At

"@"

Pound

"#"

Tilde

"~"

Question

"?"

Colon

":"

Dollar

"$"

Eq

"="

Bang

"!"

Lt

"<"

Gt

">"

Minus

"-"

And

"&"

Or

"|"

Plus

"+"

Star

"*"

Slash

"/"

Caret

"^"

Percent

"%"

Unknown

Unknown token, not expected by the lexer, e.g. "№"

Trait Implementations

impl Clone for TokenKind[src]

impl Copy for TokenKind[src]

impl Debug for TokenKind[src]

impl Eq for TokenKind[src]

impl Ord for TokenKind[src]

impl PartialEq<TokenKind> for TokenKind[src]

impl PartialOrd<TokenKind> for TokenKind[src]

impl StructuralEq for TokenKind[src]

impl StructuralPartialEq for TokenKind[src]

Auto Trait Implementations

Blanket Implementations

impl<T> Any for T where
    T: 'static + ?Sized
[src]

impl<T> Borrow<T> for T where
    T: ?Sized
[src]

impl<T> BorrowMut<T> for T where
    T: ?Sized
[src]

impl<T> From<T> for T[src]

impl<T, U> Into<U> for T where
    U: From<T>, 
[src]

impl<T> ToOwned for T where
    T: Clone
[src]

type Owned = T

The resulting type after obtaining ownership.

impl<T, U> TryFrom<U> for T where
    U: Into<T>, 
[src]

type Error = Infallible

The type returned in the event of a conversion error.

impl<T, U> TryInto<U> for T where
    U: TryFrom<T>, 
[src]

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.