Struct rustc_ap_syntax::token::Token

pub struct Token {
    pub kind: TokenKind,
    pub span: Span,
}

Fields

kind: TokenKind

span: Span

Methods

impl Token

pub fn new(kind: TokenKind, span: Span) -> Self

pub fn dummy() -> Self

Some token that will be thrown away later.

pub fn from_ast_ident(ident: Ident) -> Self

Recovers a Token from an ast::Ident. This creates a raw identifier if necessary.

pub fn take(&mut self) -> Self

Return this token by value and leave a dummy token in its place.

pub fn is_op(&self) -> bool

pub fn is_like_plus(&self) -> bool

pub fn can_begin_expr(&self) -> bool

Returns true if the token can appear at the start of an expression.

pub fn can_begin_type(&self) -> bool

Returns true if the token can appear at the start of a type.

pub fn can_begin_const_arg(&self) -> bool

Returns true if the token can appear at the start of a const param.

pub fn can_begin_bound(&self) -> bool

Returns true if the token can appear at the start of a generic bound.

pub fn is_lit(&self) -> bool

Returns true if the token is any literal

pub fn can_begin_literal_or_bool(&self) -> bool

Returns true if the token is any literal, a minus (which can prefix a literal, for example a '-42', or one of the boolean idents).

Keep this in sync with Lit::from_token.

pub fn ident(&self) -> Option<(Ident, bool)>

Returns an identifier if this token is an identifier.

pub fn lifetime(&self) -> Option<Ident>

Returns a lifetime identifier if this token is a lifetime.

pub fn is_ident(&self) -> bool

Returns true if the token is an identifier.

pub fn is_lifetime(&self) -> bool

Returns true if the token is a lifetime.

pub fn is_ident_named(&self, name: Symbol) -> bool

Returns true if the token is a identifier whose name is the given string slice.

pub fn is_whole_expr(&self) -> bool

Would maybe_whole_expr in parser.rs return Ok(..)? That is, is this a pre-parsed expression dropped into the token stream (which happens while parsing the result of macro expansion)?

pub fn is_mutability(&self) -> bool

Returns true if the token is either the mut or const keyword.

pub fn is_qpath_start(&self) -> bool

pub fn is_path_start(&self) -> bool

pub fn is_keyword(&self, kw: Symbol) -> bool

Returns true if the token is a given keyword, kw.

pub fn is_path_segment_keyword(&self) -> bool

pub fn is_special_ident(&self) -> bool

pub fn is_used_keyword(&self) -> bool

Returns true if the token is a keyword used in the language.

pub fn is_unused_keyword(&self) -> bool

Returns true if the token is a keyword reserved for possible future use.

pub fn is_reserved_ident(&self) -> bool

Returns true if the token is either a special identifier or a keyword.

pub fn is_bool_lit(&self) -> bool

Returns true if the token is the identifier true or false.

pub fn is_non_raw_ident_where(&self, pred: impl FnOnce(Ident) -> bool) -> bool

Returns true if the token is a non-raw identifier for which pred holds.

pub fn glue(&self, joint: &Token) -> Option<Token>

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl Decodable for Token

fn decode<__D: Decoder>(d: &mut __D) -> Result<Token, __D::Error>

impl Encodable for Token

fn encode<__S: Encoder>(&self, s: &mut __S) -> Result<(), __S::Error>

impl<__CTX> HashStable<__CTX> for Token where
    __CTX: HashStableContext, 

fn hash_stable(&self, __hcx: &mut __CTX, __hasher: &mut StableHasher)

impl PartialEq<Token> for Token

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token) -> bool

This method tests for !=.

impl PartialEq<TokenKind> for Token

fn eq(&self, rhs: &TokenKind) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use] fn ne(&self, other: &Rhs) -> bool

This method tests for !=.

impl StructuralPartialEq for Token