Enum ress::tokens::Token

pub enum Token<T> {
    Boolean(Boolean),
    EoF,
    Ident(Ident<T>),
    Keyword(Keyword),
    Null,
    Number(Number<T>),
    Punct(Punct),
    String(StringLit<T>),
    RegEx(RegEx<T>),
    Template(Template<T>),
    Comment(Comment<T>),
}

The representation of any single JS part

Variants

Boolean(Boolean)

true of false

EoF

The end of the file

Ident(Ident<T>)

An identifier this will be either a variable name or a function/method name

Keyword(Keyword)

A word that has been reserved to not be used as an identifier

Null

A null literal value

Number(Number<T>)

A number, this includes integers (1), decimals (0.1), hex (0x8f), binary (0b010011010), and octal (0o273)

Punct(Punct)

A punctuation mark, this includes all mathematical operators logical operators and general syntax punctuation

String(StringLit<T>)

A string literal, either double or single quoted, the associated value will be the unquoted string

RegEx(RegEx<T>)

A regular expression literal.

let regex = /[a-zA-Z]+/g;

Template(Template<T>)

The string parts of a template string

Comment(Comment<T>)

A comment, the associated value will contain the raw comment This will capture both inline comments // I am an inline comment and multi-line comments

/*multi lines
* comments
*/

Trait Implementations

impl<'a> TokenExt for Token<&'a str>

fn is_boolean(&self) -> bool

fn is_boolean_true(&self) -> bool

fn is_boolean_false(&self) -> bool

fn is_eof(&self) -> bool

fn is_ident(&self) -> bool

fn is_keyword(&self) -> bool

fn is_strict_reserved(&self) -> bool

fn is_restricted(&self) -> bool

fn is_null(&self) -> bool

fn is_number(&self) -> bool

fn is_hex_literal(&self) -> bool

fn is_bin_literal(&self) -> bool

fn is_oct_literal(&self) -> bool

fn is_punct(&self) -> bool

fn is_string(&self) -> bool

fn is_double_quoted_string(&self) -> bool

fn is_single_quoted_string(&self) -> bool

fn is_regex(&self) -> bool

fn is_template(&self) -> bool

fn is_template_no_sub(&self) -> bool

fn is_template_head(&self) -> bool

fn is_template_body(&self) -> bool

fn is_template_tail(&self) -> bool

fn is_literal(&self) -> bool

fn is_comment(&self) -> bool

fn is_multi_line_comment(&self) -> bool

fn is_single_line_comment(&self) -> bool

fn matches_boolean(&self, b: Boolean) -> bool

fn matches_boolean_str(&self, b: &str) -> bool

fn matches_ident_str(&self, name: &str) -> bool

fn matches_keyword(&self, keyword: Keyword) -> bool

fn matches_keyword_str(&self, name: &str) -> bool

fn matches_number_str(&self, number: &str) -> bool

fn matches_punct(&self, p: Punct) -> bool

fn matches_punct_str(&self, s: &str) -> bool

fn matches_comment_str(&self, comment: &str) -> bool

fn matches_string_content(&self, content: &str) -> bool

impl<T: PartialEq> PartialEq<Token<T>> for Token<T>

fn eq(&self, other: &Token<T>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token<T>) -> bool

This method tests for !=.

impl<'a> ToString for Token<&'a str>

fn to_string(&self) -> String

Converts the given value to a String.

impl<T: Clone> Clone for Token<T>

fn clone(&self) -> Token<T>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<T: Debug> Debug for Token<T>

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.