Enum ress::tokens::Token

pub enum Token<T> {
    Boolean(Boolean),
    EoF,
    Ident(Ident<T>),
    Keyword(Keyword<T>),
    Null,
    Number(Number<T>),
    Punct(Punct),
    String(StringLit<T>),
    RegEx(RegEx<T>),
    Template(Template<T>),
    Comment(Comment<T>),
}

The representation of any single JS part

Variants

Boolean(Boolean)

true of false

EoF

The end of the file

Ident(Ident<T>)

An identifier this will be either a variable name or a function/method name

Keyword(Keyword<T>)

A word that has been reserved to not be used as an identifier

Null

A null literal value

Number(Number<T>)

A number, this includes integers (1), decimals (0.1), hex (0x8f), binary (0b010011010), and octal (0o273)

Punct(Punct)

A punctuation mark, this includes all mathematical operators logical operators and general syntax punctuation

String(StringLit<T>)

A string literal, either double or single quoted, the associated value will be the unquoted string

RegEx(RegEx<T>)

A regular expression literal.

let regex = /[a-zA-Z]+/g;

Template(Template<T>)

The string parts of a template string

Comment(Comment<T>)

A comment, the associated value will contain the raw comment This will capture inline comments // I am an inline comment, multi-line comments, HTML-style comments and Unix hashbangs.

#!/usr/bin/env node
/*multi lines
* comments
*/

Implementations

impl<T> Token<T>

pub fn is_boolean(&self) -> bool

pub fn is_boolean_true(&self) -> bool

pub fn is_boolean_false(&self) -> bool

pub fn is_eof(&self) -> bool

pub fn is_ident(&self) -> bool

pub fn is_keyword(&self) -> bool

pub fn is_strict_reserved(&self) -> bool

pub fn is_null(&self) -> bool

pub fn is_number(&self) -> bool

pub fn is_punct(&self) -> bool

pub fn is_string(&self) -> bool

pub fn is_double_quoted_string(&self) -> bool

pub fn is_single_quoted_string(&self) -> bool

pub fn is_regex(&self) -> bool

pub fn is_template(&self) -> bool

pub fn is_template_no_sub(&self) -> bool

pub fn is_template_head(&self) -> bool

pub fn is_template_body(&self) -> bool

pub fn is_template_tail(&self) -> bool

pub fn is_literal(&self) -> bool

pub fn is_comment(&self) -> bool

pub fn is_multi_line_comment(&self) -> bool

pub fn is_single_line_comment(&self) -> bool

pub fn matches_boolean(&self, b: Boolean) -> bool

pub fn matches_boolean_str(&self, b: &str) -> bool

pub fn matches_keyword<K>(&self, keyword: Keyword<K>) -> bool

pub fn matches_keyword_str(&self, name: &str) -> bool

pub fn matches_punct(&self, p: Punct) -> bool

pub fn matches_punct_str(&self, s: &str) -> bool

impl<T> Token<T> where
    T: AsRef<str>, 

pub fn is_restricted(&self) -> bool

pub fn is_hex_literal(&self) -> bool

pub fn is_bin_literal(&self) -> bool

pub fn is_oct_literal(&self) -> bool

pub fn matches_ident_str(&self, name: &str) -> bool

pub fn matches_number_str(&self, number: &str) -> bool

pub fn matches_comment_str(&self, comment: &str) -> bool

pub fn matches_string_content(&self, content: &str) -> bool

impl<'a> Token<&'a str>

pub fn is_div_punct(&self) -> bool

Trait Implementations

impl<T: Clone> Clone for Token<T>

fn clone(&self) -> Token<T>

Returns a copy of the value.

pub fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<T: Debug> Debug for Token<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<T> PartialEq<&'_ str> for Token<T> where
    T: AsRef<str>, 

fn eq(&self, other: &&str) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use]pub fn ne(&self, other: &Rhs) -> bool

This method tests for !=.

impl<T: PartialEq> PartialEq<Token<T>> for Token<T>

fn eq(&self, other: &Token<T>) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token<T>) -> bool

This method tests for !=.

impl<T> PartialEq<bool> for Token<T>

fn eq(&self, other: &bool) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use]pub fn ne(&self, other: &Rhs) -> bool

This method tests for !=.

impl<T> StructuralPartialEq for Token<T>

impl<T> ToString for Token<T> where
    T: AsRef<str>, 

fn to_string(&self) -> String

Converts the given value to a String.