Enum TokenType

pub enum TokenType {
    Error(Error),
    Literal(Literal),
    Identifier(SmolStr),
    Comment(Comment),
    Keyword(Keyword),
    PartialKeyword(PartialKeyword),
    Symbol(Symbol),
    Operator(Operator),
    CompoundOperator(CompoundOperator),
    EndOfFile,
}

All token types.

Variants

Error(Error)

An unknown type.

Literal(Literal)

A luau literal

Identifier(SmolStr)

An identifier, like a variable name.

Comment(Comment)

A comment

Keyword(Keyword)

A luau-reserved-keyword

PartialKeyword(PartialKeyword)

A word that can both be a keyword and an identifier.

Symbol(Symbol)

Symbols like ( and ).

Operator(Operator)

Operators like + and and

CompoundOperator(CompoundOperator)

Compound operators like += and //=

EndOfFile

The end of file token.

Implementations

impl TokenType

pub const fn into_token( self, start: Position, end: Position, leading_trivia: Vec<Trivia>, trailing_trivia: Vec<Trivia>, ) -> Token

Turn this token type into a Token with the passed properties.

impl TokenType

pub fn try_as_string(&self) -> Option<String>

Try converting this token type into a string.

Trait Implementations

impl Clone for TokenType

fn clone(&self) -> TokenType

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenType

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl From<CompoundOperator> for TokenType

fn from(value: CompoundOperator) -> TokenType

Converts to this type from the input type.

impl From<Error> for TokenType

fn from(value: Error) -> TokenType

Converts to this type from the input type.

impl From<Keyword> for TokenType

fn from(value: Keyword) -> TokenType

Converts to this type from the input type.

impl From<Literal> for TokenType

fn from(value: Literal) -> TokenType

Converts to this type from the input type.

impl From<Operator> for TokenType

fn from(value: Operator) -> TokenType

Converts to this type from the input type.

impl From<PartialKeyword> for TokenType

fn from(value: PartialKeyword) -> TokenType

Converts to this type from the input type.

impl From<Symbol> for TokenType

fn from(value: Symbol) -> TokenType

Converts to this type from the input type.

impl Hash for TokenType

fn hash<__H>(&self, state: &mut __H)

where __H: Hasher,

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Lexable for TokenType

fn try_lex(lexer: &mut Lexer) -> Option<TokenType>

Try lexing the item.

impl Ord for TokenType

fn cmp(&self, other: &TokenType) -> Ordering

This method returns an Ordering between self and other.

fn max(self, other: Self) -> Self

where Self: Sized,

Compares and returns the maximum of two values.

fn min(self, other: Self) -> Self

where Self: Sized,

Compares and returns the minimum of two values.

fn clamp(self, min: Self, max: Self) -> Self

where Self: Sized,

Restrict a value to a certain interval.

impl PartialEq<TokenType> for Token

fn eq(&self, other: &TokenType) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialEq for TokenType

fn eq(&self, other: &TokenType) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for TokenType

fn partial_cmp(&self, other: &TokenType) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

Tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

Tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

Tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

Tests greater than or equal to (for self and other) and is used by the >= operator.

impl Eq for TokenType

impl StructuralPartialEq for TokenType