Struct Token 

pub struct Token<'input>(/* private fields */);

A scanner token.

Implementations

impl<'input> Token<'input>

pub const fn new(span: Span, token_type: TokenType<'input>) -> Self

Create a scanner token from its source span and payload.

pub const fn span(&self) -> Span

Return the source span covered by this token.

pub const fn token_type(&self) -> &TokenType<'input>

Return the payload emitted by the scanner.

pub fn into_parts(self) -> (Span, TokenType<'input>)

Consume the token and return its source span and payload.

Trait Implementations

impl<'input> Clone for Token<'input>

fn clone(&self) -> Token<'input>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'input> Debug for Token<'input>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'input> Eq for Token<'input>

impl<'input> PartialEq for Token<'input>

fn eq(&self, other: &Token<'input>) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl<'input> StructuralPartialEq for Token<'input>