Enum Token 

pub enum Token {
    Identifier(String),
    String(String),
    Float(f64),
    Int(i64),
    Nil,
    Bool(bool),
    If,
    Is,
    Else,
    Break,
    Continue,
    In,
    Loop,
    Blob,
    Print,
    Yield,
    Ret,
    Plus,
    PlusPlus,
    Minus,
    MinusMinus,
    Star,
    Slash,
    PlusEqual,
    MinusEqual,
    StarEqual,
    SlashEqual,
    Hash,
    Colon,
    ColonColon,
    ColonEqual,
    Equal,
    EqualEqual,
    NotEqual,
    AssertEqual,
    Unreachable,
    LeftParen,
    RightParen,
    LeftBracket,
    RightBracket,
    LeftBrace,
    RightBrace,
    Greater,
    GreaterEqual,
    Less,
    LessEqual,
    Fn,
    And,
    Or,
    Bang,
    QuestionMark,
    Pipe,
    Prime,
    Comma,
    Dot,
    Arrow,
    Newline,
    Use,
    GitConflictBegin,
    GitConflictEnd,
    Comment,
    Whitespace,
    EOF,
    Error,
}

Variants

Identifier(String)

String(String)

Float(f64)

Int(i64)

Nil

Bool(bool)

If

Is

Else

Break

Continue

In

Loop

Blob

Print

Yield

Ret

Plus

PlusPlus

Minus

MinusMinus

Star

Slash

PlusEqual

MinusEqual

StarEqual

SlashEqual

Hash

Colon

ColonColon

ColonEqual

Equal

EqualEqual

NotEqual

AssertEqual

Unreachable

LeftParen

RightParen

LeftBracket

RightBracket

LeftBrace

RightBrace

Greater

GreaterEqual

Less

LessEqual

Fn

And

Or

Bang

QuestionMark

Pipe

Prime

Comma

Dot

Arrow

Newline

Use

GitConflictBegin

GitConflictEnd

Comment

Whitespace

EOF

Error

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token

const ERROR: Self = Token::Error

Helper const of the variant marked as #[error].

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer(source: &'source Self::Source) -> Lexer<'source, Self>

where Self::Extras: Default,

Create a new instance of a Lexer that will produce tokens implementing this Logos.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras, ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for Token