Type Alias Token

pub type Token = TaggedToken<()>;

Token without an empty tag value.

Aliased Type

pub enum Token {
    Import(()),
    As(()),
    Class(()),
    Colon(()),
    Eq(()),
    Comma(()),
    Dot(()),
    Newline(()),
    Null(()),
    Identifier((), Identifier),
    IntegerLiteral((), u64),
    Shl(()),
    Mul(()),
    OpenBracket(()),
    CloseBracket(()),
    OpenParen(()),
    CloseParen(()),
    Indent(()),
    Deindent(()),
    DocString((), String),
}

Variants

Import(())

import keyword.

As(())

as keyword.

Class(())

class keyword.

Colon(())

: keyword.

Eq(())

= keyword.

Comma(())

, keyword.

Dot(())

. keyword.

Newline(())

\n newline.

Null(())

null keyword.

Identifier((), Identifier)

An identifier.

IntegerLiteral((), u64)

An integer literal.

Shl(())

<< operator.

Mul(())

* operator.

OpenBracket(())

[ open bracket.

CloseBracket(())

] close bracket.

OpenParen(())

( open parenthesis.

CloseParen(())

) close parenthesis.

Indent(())

indent token.

Deindent(())

deindent token.

DocString((), String)

Triple double quote docstring.