Enum koto_lexer::Token

pub enum Token {
    Error,
    Whitespace,
    NewLine,
    CommentSingle,
    CommentMulti,
    Number,
    Id,
    Wildcard,
    StringStart(StringType),
    StringEnd,
    StringLiteral,
    At,
    Colon,
    Comma,
    Dot,
    Ellipsis,
    Function,
    RoundOpen,
    RoundClose,
    SquareOpen,
    SquareClose,
    CurlyOpen,
    CurlyClose,
    Range,
    RangeInclusive,
    Add,
    Subtract,
    Multiply,
    Divide,
    Remainder,
    Assign,
    AddAssign,
    SubtractAssign,
    MultiplyAssign,
    DivideAssign,
    RemainderAssign,
    Equal,
    NotEqual,
    Greater,
    GreaterOrEqual,
    Less,
    LessOrEqual,
    Pipe,
    As,
    And,
    Break,
    Catch,
    Continue,
    Debug,
    Else,
    ElseIf,
    Export,
    False,
    Finally,
    For,
    From,
    If,
    Import,
    In,
    Loop,
    Match,
    Not,
    Null,
    Or,
    Return,
    Self_,
    Switch,
    Then,
    Throw,
    True,
    Try,
    Until,
    While,
    Yield,
}

The tokens that can emerge from the lexer

Variants

Error

Whitespace

NewLine

CommentSingle

CommentMulti

Number

Id

Wildcard

StringStart(StringType)

StringEnd

StringLiteral

At

Colon

Comma

Dot

Ellipsis

Function

RoundOpen

RoundClose

SquareOpen

SquareClose

CurlyOpen

CurlyClose

Range

RangeInclusive

Add

Subtract

Multiply

Divide

Remainder

Assign

AddAssign

SubtractAssign

MultiplyAssign

DivideAssign

RemainderAssign

Equal

NotEqual

Greater

GreaterOrEqual

Less

LessOrEqual

Pipe

As

And

Break

Catch

Continue

Debug

Else

ElseIf

Export

False

Finally

For

From

If

Import

In

Loop

Match

Not

Null

Or

Return

Self_

Switch

Then

Throw

True

Try

Until

While

Yield

Implementations

impl Token

pub fn is_whitespace(&self) -> bool

Returns true if the token should be counted as whitespace

pub fn is_whitespace_including_newline(&self) -> bool

Returns true if the token should be counted as whitespace, including newlines

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for Token

impl Eq for Token

impl StructuralPartialEq for Token