Enum PythonTokenType 

#[repr(u16)]
pub enum PythonTokenType {
    Whitespace = 0,
    Comment = 1,
    Identifier = 2,
    Number = 3,
    String = 4,
    Bytes = 5,
    FString = 6,
    AndKeyword = 7,
    AsKeyword = 8,
    AssertKeyword = 9,
    AsyncKeyword = 10,
    AwaitKeyword = 11,
    BreakKeyword = 12,
    ClassKeyword = 13,
    ContinueKeyword = 14,
    DefKeyword = 15,
    DelKeyword = 16,
    ElifKeyword = 17,
    ElseKeyword = 18,
    ExceptKeyword = 19,
    FalseKeyword = 20,
    FinallyKeyword = 21,
    ForKeyword = 22,
    FromKeyword = 23,
    GlobalKeyword = 24,
    IfKeyword = 25,
    ImportKeyword = 26,
    InKeyword = 27,
    IsKeyword = 28,
    LambdaKeyword = 29,
    NoneKeyword = 30,
    NonlocalKeyword = 31,
    NotKeyword = 32,
    OrKeyword = 33,
    PassKeyword = 34,
    RaiseKeyword = 35,
    ReturnKeyword = 36,
    TrueKeyword = 37,
    TryKeyword = 38,
    WhileKeyword = 39,
    WithKeyword = 40,
    YieldKeyword = 41,
    Plus = 42,
    Minus = 43,
    Star = 44,
    DoubleStar = 45,
    Slash = 46,
    DoubleSlash = 47,
    Percent = 48,
    At = 49,
    LeftShift = 50,
    RightShift = 51,
    Ampersand = 52,
    Pipe = 53,
    Caret = 54,
    Tilde = 55,
    Less = 56,
    Greater = 57,
    LessEqual = 58,
    GreaterEqual = 59,
    Equal = 60,
    NotEqual = 61,
    Assign = 62,
    PlusAssign = 63,
    MinusAssign = 64,
    StarAssign = 65,
    DoubleStarAssign = 66,
    SlashAssign = 67,
    DoubleSlashAssign = 68,
    PercentAssign = 69,
    AtAssign = 70,
    AmpersandAssign = 71,
    PipeAssign = 72,
    CaretAssign = 73,
    LeftShiftAssign = 74,
    RightShiftAssign = 75,
    LeftParen = 76,
    RightParen = 77,
    LeftBracket = 78,
    RightBracket = 79,
    LeftBrace = 80,
    RightBrace = 81,
    Comma = 82,
    Colon = 83,
    Semicolon = 84,
    Dot = 85,
    Arrow = 86,
    Ellipsis = 87,
    Newline = 88,
    Indent = 89,
    Dedent = 90,
    Eof = 91,
    Error = 92,
}

Python token types.

Variants

Whitespace = 0

Whitespace

Comment = 1

Comment

Identifier = 2

Identifier

Number = 3

Number literal

String = 4

String literal

Bytes = 5

Bytes literal

FString = 6

Formatted string literal

AndKeyword = 7

and

AsKeyword = 8

as

AssertKeyword = 9

assert

AsyncKeyword = 10

async

AwaitKeyword = 11

await

BreakKeyword = 12

break

ClassKeyword = 13

class

ContinueKeyword = 14

continue

DefKeyword = 15

def

DelKeyword = 16

del

ElifKeyword = 17

elif

ElseKeyword = 18

else

ExceptKeyword = 19

except

FalseKeyword = 20

False

FinallyKeyword = 21

finally

ForKeyword = 22

for

FromKeyword = 23

from

GlobalKeyword = 24

global

IfKeyword = 25

if

ImportKeyword = 26

import

InKeyword = 27

in

IsKeyword = 28

is

LambdaKeyword = 29

lambda

NoneKeyword = 30

None

NonlocalKeyword = 31

nonlocal

NotKeyword = 32

not

OrKeyword = 33

or

PassKeyword = 34

pass

RaiseKeyword = 35

raise

ReturnKeyword = 36

return

TrueKeyword = 37

True

TryKeyword = 38

try

WhileKeyword = 39

while

WithKeyword = 40

with

YieldKeyword = 41

yield

Plus = 42

+

Minus = 43

-

Star = 44

*

DoubleStar = 45

**

Slash = 46

/

DoubleSlash = 47

//

Percent = 48

%

At = 49

@

LeftShift = 50

<<

RightShift = 51

>>

Ampersand = 52

&

Pipe = 53

|

Caret = 54

^

Tilde = 55

~

Less = 56

<

Greater = 57

>

LessEqual = 58

<=

GreaterEqual = 59

>=

Equal = 60

==

NotEqual = 61

!=

Assign = 62

=

PlusAssign = 63

+=

MinusAssign = 64

-=

StarAssign = 65

*=

DoubleStarAssign = 66

**=

SlashAssign = 67

/=

DoubleSlashAssign = 68

//=

PercentAssign = 69

%=

AtAssign = 70

@=

AmpersandAssign = 71

&=

PipeAssign = 72

|=

CaretAssign = 73

^=

LeftShiftAssign = 74

<<=

RightShiftAssign = 75

>>=

LeftParen = 76

(

RightParen = 77

)

LeftBracket = 78

[

RightBracket = 79

]

LeftBrace = 80

{

RightBrace = 81

}

Comma = 82

,

Colon = 83

:

Semicolon = 84

;

Dot = 85

.

Arrow = 86

->

Ellipsis = 87

...

Newline = 88

Newline

Indent = 89

Indent

Dedent = 90

Dedent

Eof = 91

End of stream

Error = 92

Error token

Implementations

impl PythonTokenType

pub fn is_keyword(&self) -> bool

Returns true if the token type is a keyword.

impl PythonTokenType

pub fn is_trivia(&self) -> bool

Returns true if the token type is a trivia (whitespace or comment).

Trait Implementations

impl Clone for PythonTokenType

fn clone(&self) -> PythonTokenType

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for PythonTokenType

impl Debug for PythonTokenType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for PythonTokenType

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for PythonTokenType

impl From<PythonTokenType> for u16

fn from(k: PythonTokenType) -> u16

Converts to this type from the input type.

impl From<PythonTokenType> for PythonElementType

fn from(token: PythonTokenType) -> Self

Converts to this type from the input type.

impl From<u16> for PythonTokenType

fn from(d: u16) -> PythonTokenType

Converts to this type from the input type.

impl Hash for PythonTokenType

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Ord for PythonTokenType

fn cmp(&self, other: &PythonTokenType) -> Ordering

This method returns an Ordering between self and other.

fn max(self, other: Self) -> Self

where Self: Sized,

Compares and returns the maximum of two values.

fn min(self, other: Self) -> Self

where Self: Sized,

Compares and returns the minimum of two values.

fn clamp(self, min: Self, max: Self) -> Self

where Self: Sized,

Restrict a value to a certain interval.

impl PartialEq for PythonTokenType

fn eq(&self, other: &PythonTokenType) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for PythonTokenType

fn partial_cmp(&self, other: &PythonTokenType) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

Tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

Tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

Tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

Tests greater than or equal to (for self and other) and is used by the >= operator.

impl Serialize for PythonTokenType

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for PythonTokenType

impl TokenType for PythonTokenType

const END_OF_STREAM: Self = Self::Error

A constant representing the end of the input stream.

type Role = UniversalTokenRole

The associated role type for this token kind.

fn is_ignored(&self) -> bool

Returns true if this token represents trivia (whitespace, comments, etc.).

fn role(&self) -> Self::Role

Returns the general syntactic role of this token.

fn is_role(&self, role: Self::Role) -> bool

Returns true if this token matches the specified language-specific role.

fn is_universal(&self, role: UniversalTokenRole) -> bool

Returns true if this token matches the specified universal role.

fn is_comment(&self) -> bool

Returns true if this token represents a comment.

fn is_whitespace(&self) -> bool

Returns true if this token represents whitespace.

fn is_error(&self) -> bool

Returns true if this token represents an error condition.

fn is_end_of_stream(&self) -> bool

Returns true if this token represents the end of the input stream.