Enum Token 

pub enum Token {
    Plus,
    Minus,
    Star,
    Slash,
    DoubleQuote,
    LeftParen,
    RightParen,
    LeftCurly,
    RightCurly,
    LeftSquare,
    RightSquare,
    Equal,
    EqualEqual,
    Bang,
    BangEqual,
    Less,
    Greater,
    LessEqual,
    GreaterEqual,
    Semicolon,
    Comma,
    Number(f64),
    True,
    False,
    Print,
    If,
    Else,
    While,
    Let,
    Fun,
    Return,
    Nil,
    Identifier(String),
    StringLiteral(String),
    EndOfFile,
    Error,
}

Lexical token

Variants

Plus

Minus

Star

Slash

DoubleQuote

LeftParen

RightParen

LeftCurly

RightCurly

LeftSquare

RightSquare

Equal

EqualEqual

Bang

BangEqual

Less

Greater

LessEqual

GreaterEqual

Semicolon

Comma

Number(f64)

True

False

Print

If

Else

While

Let

Fun

Return

Nil

Identifier(String)

StringLiteral(String)

EndOfFile

Error

Implementations

impl Token

pub fn with_position(self, pos: Position) -> SourceToken

pub fn with_line(self, line: usize) -> SourceToken

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<Token> for SourceToken

fn from(token: Token) -> Self

Converts to this type from the input type.

impl PartialEq<Token> for SourceToken

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for Token