Enum full_moon::tokenizer::TokenType

pub enum TokenType<'a> {
    Eof,
    Identifier {
        identifier: Cow<'a, str>,
    },
    MultiLineComment {
        blocks: usize,
        comment: Cow<'a, str>,
    },
    Number {
        text: Cow<'a, str>,
    },
    SingleLineComment {
        comment: Cow<'a, str>,
    },
    StringLiteral {
        literal: Cow<'a, str>,
        multi_line: Option<usize>,
        quote_type: StringLiteralQuoteType,
    },
    Symbol {
        symbol: Symbol,
    },
    Whitespace {
        characters: Cow<'a, str>,
    },
}

Variants

EofIdentifier

Fields of Identifier

identifier: Cow<'a, str>

MultiLineComment

Fields of MultiLineComment

blocks: usizecomment: Cow<'a, str>

Number

Fields of Number

text: Cow<'a, str>

SingleLineComment

Fields of SingleLineComment

comment: Cow<'a, str>

StringLiteral

Fields of StringLiteral

literal: Cow<'a, str>multi_line: Option<usize>quote_type: StringLiteralQuoteType

Symbol

Fields of Symbol

symbol: Symbol

Whitespace

Fields of Whitespace

characters: Cow<'a, str>

Methods

impl<'a> TokenType<'a>

pub fn ignore(&self) -> bool

Trait Implementations

impl<'a> Clone for TokenType<'a>

fn clone(&self) -> TokenType<'a>

Returns a copy of the value.

default fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> PartialEq<TokenType<'a>> for TokenType<'a>

fn eq(&self, other: &TokenType<'a>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &TokenType<'a>) -> bool

This method tests for !=.

impl<'a> Debug for TokenType<'a>

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl<'a> Serialize for TokenType<'a>

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error> where
    __S: Serializer, 

Serialize this value into the given Serde serializer.

impl<'de: 'a, 'a> Deserialize<'de> for TokenType<'a>

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where
    __D: Deserializer<'de>, 

Deserialize this value from the given Serde deserializer.