Enum Token 

pub enum Token {
    RawIdent(RawIdentifier),
    CharLiteral(CharLiteral),
    StringLiteral(StringLiteral),
    RawStringLiteral(RawStringLiteral),
    ByteLiteral(ByteLiteral),
    ByteStringLiteral(ByteStringLiteral),
    RawByteStringLiteral(RawByteStringLiteral),
    CStringLiteral(CStringLiteral),
    RawCStringLiteral(RawCStringLiteral),
    IntegerLiteral(IntegerLiteral),
    FloatLiteral(FloatLiteral),
    LifetimeToken(LifetimeToken),
    Punctuation(Punctuation),
    IdentOrKeyword(IdentifierOrKeyword),
}

Token

Variants

RawIdent(RawIdentifier)

CharLiteral(CharLiteral)

StringLiteral(StringLiteral)

RawStringLiteral(RawStringLiteral)

ByteLiteral(ByteLiteral)

ByteStringLiteral(ByteStringLiteral)

RawByteStringLiteral(RawByteStringLiteral)

CStringLiteral(CStringLiteral)

RawCStringLiteral(RawCStringLiteral)

IntegerLiteral(IntegerLiteral)

FloatLiteral(FloatLiteral)

LifetimeToken(LifetimeToken)

Punctuation(Punctuation)

IdentOrKeyword(IdentifierOrKeyword)

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Token

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Format<WhitespaceConfig, ()> for Token

fn format( &mut self, ctx: &mut Context<'_>, prefix_ws: WhitespaceConfig, args: (), ) -> FormatOutput

Formats this type.

impl Formattable for Token

fn with_prefix_ws<WITH_PREFIX_WS_O>( &mut self, ctx: &mut Context<'_>, f: &mut impl FnMut(&mut Whitespace, &mut Context<'_>) -> WITH_PREFIX_WS_O, ) -> Result<WITH_PREFIX_WS_O, ControlFlow<()>>

Accesses the prefix whitespace of this type.

fn with_strings<WITH_STRINGS_O>( &mut self, ctx: &mut Context<'_>, exclude_prefix_ws: bool, f: &mut impl FnMut(&mut AstStr, &mut Context<'_>) -> ControlFlow<WITH_STRINGS_O>, ) -> ControlFlow<WITH_STRINGS_O, bool>

Iterates over all strings in this type.

fn format_output(&mut self, ctx: &mut Context<'_>) -> FormatOutput

Returns the formatting output for this type, without formatting it.

fn prefix_ws_is_pure(&mut self, ctx: &mut Context<'_>) -> Option<bool>

Returns if the prefix whitespace is pure.

fn prefix_ws_join_prefix( &mut self, ctx: &mut Context<'_>, ws: Whitespace, ) -> Result<(), Whitespace>

Joins a string as a prefix onto the prefix whitespace of this type.

impl Parse for Token

type Error = TokenError

Error type

fn parse_from(parser: &mut Parser) -> Result<Self, Self::Error>

Parses this type from input, mutating it in-place.

fn name() -> Option<impl Display>

A name for this type.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Print for Token

fn print(&self, f: &mut PrintFmt)

Prints this type onto a writer

fn print_non_ws(&self, f: &mut PrintFmt)

Prints this type onto a writer excluding whitespace

fn print_to(&self, p: impl FnOnce(&Self, &mut PrintFmt)) -> PrintOutput

Prints this type using p as the printer function and returns the output

impl Serialize for Token

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for Token

impl StructuralPartialEq for Token