Enum taml::Token

pub enum Token<'a> {
    Comment(&'a str),
    HeadingHashes(usize),
    Newline,
    Brac,
    Ket,
    Bra,
    Ce,
    Paren,
    Thesis,
    Comma,
    Period,
    String(Cow<'a, String, str>),
    Decoded((Cow<'a, String, str>, Cow<'a, String, str>)),
    Float(&'a str),
    Integer(&'a str),
    Colon,
    Identifier(Cow<'a, String, str>),
    Error,
}

Variants

Comment(&'a str)

HeadingHashes(usize)

Newline

Brac

Ket

Bra

Ce

Paren

Thesis

Comma

Period

String(Cow<'a, String, str>)

Decoded((Cow<'a, String, str>, Cow<'a, String, str>))

Float(&'a str)

Integer(&'a str)

Colon

Identifier(Cow<'a, String, str>)

Error

Trait Implementations

impl<'a> Clone for Token<'a>

fn clone(&self) -> Token<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Debug for Token<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'a> Display for Token<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> fmtResult

Formats the value using the given formatter.

impl<'a> IntoToken<'a, ()> for lexerToken<'a>

fn into_token(self) -> Token<'a, ()>

impl<'s> Logos<'s> for Token<'s>

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

const ERROR: Self

Helper const of the variant marked as #[error].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self> where
    Self::Extras: Default, 

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras(
    source: &'source Self::Source,
    extras: Self::Extras
) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl<'a> PartialEq<Token<'a>> for Token<'a>

fn eq(&self, other: &Token<'a>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token<'a>) -> bool

This method tests for !=.

impl<'a> StructuralPartialEq for Token<'a>