Enum ress::tokens::owned::Token

pub enum Token {
    Boolean(BooleanLiteral),
    EoF,
    Ident(Ident),
    Keyword(Keyword),
    Null,
    Number(Number),
    Punct(Punct),
    String(StringLit),
    RegEx(RegEx),
    Template(Template),
    Comment(Comment),
}

The representation of a single JS token with an owned string

Variants

Boolean(BooleanLiteral)

true of false

EoF

The end of the file

Ident(Ident)

An identifier this will be either a variable name or a function/method name

Keyword(Keyword)

A word that has been reserved to not be used as an identifier

Null

A null literal value

Number(Number)

A number, this includes integers (1), decimals (0.1), hex (0x8f), binary (0b010011010), and octal (0o273)

Punct(Punct)

A punctuation mark, this includes all mathematical operators logical operators and general syntax punctuation

String(StringLit)

A string literal, either double or single quoted, the associated value will be the unquoted string

RegEx(RegEx)

A regular expression literal.

let regex = /[a-zA-Z]+/g;

Template(Template)

The string parts of a template string

Comment(Comment)

A comment, the associated value will contain the raw comment This will capture both inline comments // I am an inline comment and multi-line comments

/*multi lines
* comments
*/

Trait Implementations

impl Token for Token

fn is_boolean(&self) -> bool

fn is_boolean_true(&self) -> bool

fn is_boolean_false(&self) -> bool

fn is_eof(&self) -> bool

fn is_ident(&self) -> bool

fn is_keyword(&self) -> bool

fn is_strict_reserved(&self) -> bool

fn is_restricted(&self) -> bool

fn is_null(&self) -> bool

fn is_number(&self) -> bool

fn is_hex_literal(&self) -> bool

fn is_bin_literal(&self) -> bool

fn is_oct_literal(&self) -> bool

fn is_punct(&self) -> bool

fn is_string(&self) -> bool

fn is_double_quoted_string(&self) -> bool

fn is_single_quoted_string(&self) -> bool

fn is_regex(&self) -> bool

fn is_template(&self) -> bool

fn is_template_no_sub(&self) -> bool

fn is_template_head(&self) -> bool

fn is_template_body(&self) -> bool

fn is_template_tail(&self) -> bool

fn is_literal(&self) -> bool

fn is_comment(&self) -> bool

fn is_multi_line_comment(&self) -> bool

fn is_single_line_comment(&self) -> bool

fn matches_boolean(&self, b: BooleanLiteral) -> bool

fn matches_boolean_str(&self, b: &str) -> bool

fn matches_ident_str(&self, name: &str) -> bool

fn matches_keyword(&self, keyword: Keyword) -> bool

fn matches_keyword_str(&self, name: &str) -> bool

fn matches_number_str(&self, number: &str) -> bool

fn matches_punct(&self, p: Punct) -> bool

fn matches_punct_str(&self, s: &str) -> bool

fn matches_comment_str(&self, comment: &str) -> bool

fn matches_string_content(&self, content: &str) -> bool

impl PartialEq<Token> for Token

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token) -> bool

This method tests for !=.

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.