Enum Token

pub enum Token {
    Ident {
        name: String,
        span: Span,
    },
    Group {
        delimiter: Delimiter,
        stream: MacroStream,
        span: Span,
    },
    Literal {
        kind: LiteralKind,
        value: String,
        span: Span,
        suffix: String,
        token: Option<Literal>,
    },
    Punctuation {
        value: char,
        spacing: Spacing,
        span: Span,
    },
}

A token in a macro.

Variants

Ident

Fields

name: String

span: Span

Group

Fields

delimiter: Delimiter

stream: MacroStream

span: Span

Literal

Fields

kind: LiteralKind

value: String

span: Span

suffix: String

token: Option<Literal>

Punctuation

either a single character for something like + or a longer string for something like += or +===

Fields

value: char

spacing: Spacing

span: Span

Implementations

impl Token

pub fn to_token_stream(&self) -> TokenStream

pub fn from_tokens(queue: &mut VecDeque<TokenTree>) -> ParseResult<Self>

pub fn ident(&self) -> Option<&str>

pub fn group(&self) -> Option<&MacroStream>

pub fn lit_suffix(&self) -> Option<&str>

pub fn span(&self) -> Span

pub fn punctuation(&self) -> Option<&char>

pub fn lit_byte(&self) -> Option<u8>

pub fn lit_char(&self) -> Option<char>

pub fn lit_integer<I>(&self) -> Option<I>

where I: FromStr,

pub fn lit_float<F>(&self) -> Option<F>

where F: FromStr,

pub fn lit_str(&self) -> Option<&str>

pub fn lit_str_raw(&self) -> Option<&str>

pub fn lit_byte_str(&self) -> Option<&[u8]>

pub fn lit_byte_str_raw(&self) -> Option<&[u8]>

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Self) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Repr for Token

fn repr(&self, name: &str) -> MacroStream

impl ToTokens for Token

Note: Converting a Literal will result in the loss of the suffix and typically also specific information regarding what type it is, the value itself will not be lost (large u128 numbers exceeding 127 bits may lose their last bit though).

fn to_tokens(&self, tokens: &mut TokenStream)

Write self to the given TokenStream.

fn to_token_stream(&self) -> TokenStream

Convert self directly into a TokenStream object.

fn into_token_stream(self) -> TokenStream

where Self: Sized,

Convert self directly into a TokenStream object.

impl Eq for Token