Enum kodept_parse::lexer::enums::Token

pub enum Token<'t> {
    Ignore(Ignore<'t>),
    Keyword(Keyword),
    Symbol(Symbol),
    Identifier(Identifier<'t>),
    Literal(Literal<'t>),
    Operator(Operator),
    Unknown,
}

Variants

Ignore(Ignore<'t>)

Keyword(Keyword)

Symbol(Symbol)

Identifier(Identifier<'t>)

Literal(Literal<'t>)

Operator(Operator)

Unknown

Implementations

impl Token<'_>

pub fn is_ignored(&self) -> bool

Trait Implementations

impl<'t> Clone for Token<'t>

fn clone(&self) -> Token<'t>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'t> Debug for Token<'t>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token<'_>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'t> From<()> for Token<'t>

fn from(original: ()) -> Token<'t>

Converts to this type from the input type.

impl<'t> From<Identifier<'t>> for Token<'t>

fn from(original: Identifier<'t>) -> Token<'t>

Converts to this type from the input type.

impl<'t> From<Ignore<'t>> for Token<'t>

fn from(original: Ignore<'t>) -> Token<'t>

Converts to this type from the input type.

impl<'t> From<Keyword> for Token<'t>

fn from(original: Keyword) -> Token<'t>

Converts to this type from the input type.

impl<'t> From<Literal<'t>> for Token<'t>

fn from(original: Literal<'t>) -> Token<'t>

Converts to this type from the input type.

impl<'t> From<Operator> for Token<'t>

fn from(original: Operator) -> Token<'t>

Converts to this type from the input type.

impl<'t> From<Symbol> for Token<'t>

fn from(original: Symbol) -> Token<'t>

Converts to this type from the input type.

impl<'t> Original<Token<'t>> for TokenStream<'t>

fn point_pos(&self, point: impl Into<CodePoint>) -> usize

fn actual(&self, point: impl Into<CodePoint>) -> Token<'t>

impl<'t> PartialEq for Token<'t>

fn eq(&self, other: &Token<'t>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<'t> Copy for Token<'t>

impl<'t> StructuralPartialEq for Token<'t>