Enum mtots_core::TokenKind

pub enum TokenKind {
    Newline,
    NormalString,
    RawString,
    LineString,
    Float,
    Int,
    Name,
    Symbol,
    EOF,
    Punctuator(Punctuator),
}

Variants

Newline

NormalString

RawString

LineString

Float

Int

Name

Symbol

EOF

Punctuator(Punctuator)

Implementations

impl TokenKind

pub const LEN: usize

pub fn id(&self) -> usize

pub fn str(&self) -> &'static str

pub fn from_str(s: &str) -> Option<TokenKind>

Trait Implementations

impl Clone for TokenKind

fn clone(&self) -> TokenKind

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for TokenKind

impl Debug for TokenKind

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for TokenKind

impl PartialEq<TokenKind> for TokenKind

fn eq(&self, other: &TokenKind) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &TokenKind) -> bool

This method tests for !=.

impl StructuralEq for TokenKind

impl StructuralPartialEq for TokenKind