Enum Token

pub enum Token {
    NONE,
    ILLEGAL(TokenData),
    EOF,
    COMMENT(TokenData),
    IDENT(TokenData),
    INT(TokenData),
    FLOAT(TokenData),
    IMAG(TokenData),
    CHAR(TokenData),
    STRING(TokenData),
    ADD,
    SUB,
    MUL,
    QUO,
    REM,
    AND,
    OR,
    XOR,
    SHL,
    SHR,
    AND_NOT,
    ADD_ASSIGN,
    SUB_ASSIGN,
    MUL_ASSIGN,
    QUO_ASSIGN,
    REM_ASSIGN,
    AND_ASSIGN,
    OR_ASSIGN,
    XOR_ASSIGN,
    SHL_ASSIGN,
    SHR_ASSIGN,
    AND_NOT_ASSIGN,
    LAND,
    LOR,
    ARROW,
    INC,
    DEC,
    EQL,
    LSS,
    GTR,
    ASSIGN,
    NOT,
    NEQ,
    LEQ,
    GEQ,
    DEFINE,
    ELLIPSIS,
    LPAREN,
    LBRACK,
    LBRACE,
    COMMA,
    PERIOD,
    RPAREN,
    RBRACK,
    RBRACE,
    SEMICOLON(TokenData),
    COLON,
    BREAK,
    CASE,
    CHAN,
    CONST,
    CONTINUE,
    DEFAULT,
    DEFER,
    ELSE,
    FALLTHROUGH,
    FOR,
    FUNC,
    GO,
    GOTO,
    IF,
    IMPORT,
    INTERFACE,
    MAP,
    PACKAGE,
    RANGE,
    RETURN,
    SELECT,
    STRUCT,
    SWITCH,
    TYPE,
    VAR,
}

Variants

NONE

ILLEGAL(TokenData)

EOF

COMMENT(TokenData)

IDENT(TokenData)

INT(TokenData)

FLOAT(TokenData)

IMAG(TokenData)

CHAR(TokenData)

STRING(TokenData)

ADD

SUB

MUL

QUO

REM

AND

OR

XOR

SHL

SHR

AND_NOT

ADD_ASSIGN

SUB_ASSIGN

MUL_ASSIGN

QUO_ASSIGN

REM_ASSIGN

AND_ASSIGN

OR_ASSIGN

XOR_ASSIGN

SHL_ASSIGN

SHR_ASSIGN

AND_NOT_ASSIGN

LAND

LOR

ARROW

INC

DEC

EQL

LSS

GTR

ASSIGN

NOT

NEQ

LEQ

GEQ

DEFINE

ELLIPSIS

LPAREN

LBRACK

LBRACE

COMMA

PERIOD

RPAREN

RBRACK

RBRACE

SEMICOLON(TokenData)

COLON

BREAK

CASE

CHAN

CONST

CONTINUE

DEFAULT

DEFER

ELSE

FALLTHROUGH

FOR

FUNC

GO

GOTO

IF

IMPORT

INTERFACE

MAP

PACKAGE

RANGE

RETURN

SELECT

STRUCT

SWITCH

TYPE

VAR

Implementations

impl Token

pub fn token_property(&self) -> (TokenType, &str)

pub fn ident_token(ident: String) -> Token

pub fn int1() -> Token

pub fn precedence(&self) -> usize

pub fn text(&self) -> &str

pub fn is_literal(&self) -> bool

pub fn is_operator(&self) -> bool

pub fn is_keyword(&self) -> bool

pub fn get_literal(&self) -> &str

pub fn is_stmt_start(&self) -> bool

pub fn is_decl_start(&self) -> bool

pub fn is_expr_end(&self) -> bool

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Hash for Token

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Eq for Token

impl StructuralPartialEq for Token