Enum TokenKind 

pub enum TokenKind {
    Newline,
    NormalString,
    RawString,
    LineString,
    Float,
    Int,
    Name,
    Symbol,
    EOF,
    Punctuator(Punctuator),
}

Variants

Newline

NormalString

RawString

LineString

Float

Int

Name

Symbol

EOF

Punctuator(Punctuator)

Implementations

impl TokenKind

pub const LEN: usize

pub fn id(&self) -> usize

pub fn str(&self) -> &'static str

pub fn from_str(s: &str) -> Option<TokenKind>

Trait Implementations

impl Clone for TokenKind

fn clone(&self) -> TokenKind

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenKind

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl PartialEq for TokenKind

fn eq(&self, other: &TokenKind) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for TokenKind

impl Eq for TokenKind

impl StructuralPartialEq for TokenKind