Enum Token 

pub enum Token<'a> {
    Comment(&'a str),
    Newline,
    Import,
    From,
    As,
    FunctionName(&'a str),
    Identifier(&'a str),
    Label(&'a str),
    Path(&'a str),
    LeftBrace,
    RightBrace,
    LeftPar,
    RightPar,
    Comma,
    Colon,
    LeftAngle,
    RightAngle,
    Semi,
    Equals,
    Integer(i64),
    Float(f64),
    Character(char),
    True,
    False,
}

Variants

Comment(&'a str)

Newline

Import

From

As

FunctionName(&'a str)

Identifier(&'a str)

Label(&'a str)

Path(&'a str)

LeftBrace

RightBrace

LeftPar

RightPar

Comma

Colon

LeftAngle

RightAngle

Semi

Equals

Integer(i64)

Float(f64)

Character(char)

True

False

Implementations

impl Token<'_>

pub fn pattern_name(&self) -> &'static str

impl<'a> Token<'a>

pub fn matches_against(&self, pattern: Token<'a>) -> bool

pub fn assume_comment(self) -> &'a str

pub fn assume_function_name(self) -> &'a str

pub fn assume_identifier(self) -> &'a str

pub fn assume_identifier_like(self) -> &'a str

pub fn assume_label(self) -> &'a str

pub fn assume_path(self) -> &'a str

pub fn assume_integer(self) -> i64

pub fn assume_float(self) -> f64

pub fn assume_character(self) -> char

Trait Implementations

impl Clone for Token<'_>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Debug for Token<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token<'s>

type Error = ()

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self>

where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl<'a> TokenPattern<'a> for Token<'a>

fn matches(self) -> impl Iterator<Item = Token<'a>>