Struct json_peek::Token

pub struct Token<'a> {
    pub span: Span,
    pub kind: TokenKind,
    // some fields omitted
}

A single point of string that represent a useful symbol for Parser to use

Fields

span: Span

kind: TokenKind

Methods

impl<'a> Token<'a>

pub const fn new(span: Span, source: &'a str, kind: TokenKind) -> Token<'a>

pub const fn new_number(span: Span, source: &'a str) -> Token<'a>

pub const fn new_symbol(span: Span, source: &'a str) -> Token<'a>

pub const fn new_string(span: Span, source: &'a str) -> Token<'a>

pub const fn new_identifier(span: Span, source: &'a str) -> Token<'a>

pub const fn new_unknown(span: Span, source: &'a str) -> Token<'a>

pub fn value(&self) -> &str

Get a string reprsentation of what Token is pointing to

pub fn trim(&self, offset: usize) -> Token<'a>

See Span::trim()

let token = Token::test_identifier("[hello_world!]");
 
assert_eq!(token.trim(1), Token::test_identifier("hello_world!"));

let token = Token::test_identifier("()");
 
assert_eq!(token.trim(1), Token::test_identifier(""));

pub const fn test(value: &'a str, kind: TokenKind) -> Token<'a>

Create "test" Token which is use inside a unit test to easily create a mock Token

pub const fn test_symbol(value: &'a str) -> Token<'a>

pub const fn test_string(value: &'a str) -> Token<'a>

pub const fn test_number(value: &'a str) -> Token<'a>

pub const fn test_identifier(value: &'a str) -> Token<'a>

pub const fn test_unknown(value: &'a str) -> Token<'a>

Trait Implementations

impl<'a> Clone for Token<'a>

fn clone(&self) -> Token<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Copy for Token<'a>

impl<'_> Debug for Token<'_>

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl<'_> Display for Token<'_>

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl<'a> Eq for Token<'a>

impl<'_> From<Token<'_>> for Literal

fn from(token: Token) -> Self

Performs the conversion.

impl<'a> From<Token<'a>> for Option<Value>

fn from(token: Token) -> Option<Value>

Performs the conversion.

impl<'_> Into<String> for Token<'_>

fn into(self) -> String

Performs the conversion.

impl<'_> Into<f64> for Token<'_>

fn into(self) -> f64

Performs the conversion.

impl<'_> PartialEq<Token<'_>> for Token<'_>

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use]fn ne(&self, other: &Rhs) -> bool

This method tests for !=.

impl<'a> PartialEq<char> for Token<'a>

fn eq(&self, other: &char) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use]fn ne(&self, other: &Rhs) -> bool

This method tests for !=.

impl<'a> StructuralEq for Token<'a>