Enum planus_cli::lexer::Token

pub enum Token<'input> {
    Ident(&'input str),
    Symbol(Symbol),
    Keyword(Keyword),
    StringLiteral(String),
    IntegerLiteral(&'input str),
    FloatLiteral(&'input str),
    Comment(CommentToken<'input>),
    Newline,
    UnexpectedToken,
    EndOfStream,
}

Variants

Ident(&'input str)

Tuple Fields

0: &'input str

Symbol(Symbol)

Tuple Fields

0: Symbol

Keyword(Keyword)

Tuple Fields

0: Keyword

StringLiteral(String)

Tuple Fields

0: String

IntegerLiteral(&'input str)

Tuple Fields

0: &'input str

FloatLiteral(&'input str)

Tuple Fields

0: &'input str

Comment(CommentToken<'input>)

Tuple Fields

0: CommentToken<'input>

Newline

UnexpectedToken

EndOfStream

Implementations

impl<'input> Token<'input>

pub fn is_ident(&self) -> bool

pub fn is_symbol(&self) -> bool

pub fn is_keyword(&self) -> bool

pub fn is_string_literal(&self) -> bool

pub fn is_integer_literal(&self) -> bool

pub fn is_float_literal(&self) -> bool

pub fn is_comment(&self) -> bool

pub fn is_newline(&self) -> bool

pub fn is_unexpected_token(&self) -> bool

pub fn is_end_of_stream(&self) -> bool

Trait Implementations

impl<'input> Clone for Token<'input>

fn clone(&self) -> Token<'input>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'input> Debug for Token<'input>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token<'s>

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

const ERROR: Self

Helper const of the variant marked as #[error].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self> where
    Self::Extras: Default, 

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras(
    source: &'source Self::Source,
    extras: Self::Extras
) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl<'input> PartialEq<Token<'input>> for Token<'input>

fn eq(&self, other: &Token<'input>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token<'input>) -> bool

This method tests for !=.

impl<'input> Eq for Token<'input>

impl<'input> StructuralEq for Token<'input>

impl<'input> StructuralPartialEq for Token<'input>