Enum Token

pub enum Token<'a> {
    Newline(usize),
    NormalString(&'a str),
    RawString(&'a str),
    LineString(&'a str),
    Float(f64),
    Int(i64),
    Name(&'a str),
    Symbol(&'a str),
    Punctuator(Punctuator),
    EOF,
}

Variants

Newline(usize)

NormalString(&'a str)

RawString(&'a str)

LineString(&'a str)

Float(f64)

Int(i64)

Name(&'a str)

Symbol(&'a str)

Punctuator(Punctuator)

EOF

Implementations

impl<'a> Token<'a>

pub fn kind(&self) -> TokenKind

pub fn normal_string(&self) -> Option<&'a str>

pub fn raw_string(&self) -> Option<&'a str>

pub fn line_string(&self) -> Option<&'a str>

pub fn float(&self) -> Option<f64>

pub fn int(&self) -> Option<i64>

pub fn name(&self) -> Option<&'a str>

pub fn symbol(&self) -> Option<&'a str>

pub fn punctuator(&self) -> Option<Punctuator>

Trait Implementations

impl<'a> Clone for Token<'a>

fn clone(&self) -> Token<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Debug for Token<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'a> PartialEq for Token<'a>

fn eq(&self, other: &Token<'a>) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl<'a> Copy for Token<'a>

impl<'a> StructuralPartialEq for Token<'a>