Enum SimpleTokenKind 

pub enum SimpleTokenKind {
    Comment,
    Whitespace,
    EndOfFile,
    Continuation,
    Newline,
    LParen,
    RParen,
    LBrace,
    RBrace,
    LBracket,
    RBracket,
    Comma,
    Colon,
    Semi,
    Slash,
    Star,
    Dot,
    Plus,
    Minus,
    Equals,
    Greater,
    Less,
    Percent,
    Ampersand,
    Circumflex,
    Vbar,
    At,
    Tilde,
    EqEqual,
    NotEqual,
    LessEqual,
    GreaterEqual,
    LeftShift,
    RightShift,
    DoubleStar,
    DoubleStarEqual,
    PlusEqual,
    MinusEqual,
    StarEqual,
    SlashEqual,
    PercentEqual,
    AmperEqual,
    VbarEqual,
    CircumflexEqual,
    LeftShiftEqual,
    RightShiftEqual,
    DoubleSlash,
    DoubleSlashEqual,
    ColonEqual,
    Ellipsis,
    AtEqual,
    RArrow,
    And,
    As,
    Assert,
    Async,
    Await,
    Break,
    Class,
    Continue,
    Def,
    Del,
    Elif,
    Else,
    Except,
    Finally,
    For,
    From,
    Global,
    If,
    Import,
    In,
    Is,
    Lambda,
    Nonlocal,
    Not,
    Or,
    Pass,
    Raise,
    Return,
    Try,
    While,
    Match,
    Type,
    Case,
    With,
    Yield,
    Name,
    Other,
    Bogus,
}

Variants

Comment

A comment, not including the trailing new line.

Whitespace

Sequence of ’ ’ or ‘\t’

EndOfFile

Start or end of the file

Continuation

\\

Newline

\n or \r or \r\n

LParen

(

RParen

)

LBrace

{

RBrace

}

LBracket

[

RBracket

]

Comma

,

Colon

:

Semi

;

Slash

/

Star

*

Dot

.

Plus

+

Minus

-

Equals

=

Greater

>

Less

<

Percent

%

Ampersand

&

Circumflex

^

Vbar

|

At

@

Tilde

~

EqEqual

==

NotEqual

!=

LessEqual

<=

GreaterEqual

>=

LeftShift

<<

RightShift

>>

DoubleStar

**

DoubleStarEqual

**=

PlusEqual

+=

MinusEqual

-=

StarEqual

*=

SlashEqual

/=

PercentEqual

%=

AmperEqual

&=

VbarEqual

|=

CircumflexEqual

^=

LeftShiftEqual

<<=

RightShiftEqual

>>=

DoubleSlash

//

DoubleSlashEqual

//=

ColonEqual

:=

Ellipsis

...

AtEqual

@=

RArrow

->

And

and

As

as

Assert

assert

Async

async

Await

await

Break

break

Class

class

Continue

continue

Def

def

Del

del

Elif

elif

Else

else

Except

except

Finally

finally

For

for

From

from

Global

global

If

if

Import

import

In

in

Is

is

Lambda

lambda

Nonlocal

nonlocal

Not

not

Or

or

Pass

pass

Raise

raise

Return

return

Try

try

While

while

Match

match

Type

type

Case

case

With

with

Yield

yield

Name

An identifier or keyword.

Other

Any other non trivia token.

Bogus

Returned for each character after SimpleTokenKind::Other has been returned once.

Implementations

impl SimpleTokenKind

pub const fn is_trivia(self) -> bool

pub const fn is_comment(self) -> bool

Trait Implementations

impl Clone for SimpleTokenKind

fn clone(&self) -> SimpleTokenKind

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SimpleTokenKind

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Hash for SimpleTokenKind

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for SimpleTokenKind

fn eq(&self, other: &SimpleTokenKind) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for SimpleTokenKind

impl Eq for SimpleTokenKind

impl StructuralPartialEq for SimpleTokenKind