Struct Token

pub struct Token { /* private fields */ }

A token from the tokenizer

Implementations

impl Token

pub const fn new( symbol: Symbol, source: Position, parent: Option<Box<Self>>, ) -> Self

Create a new token

pub fn builtin(parent: Option<Box<Self>>) -> Self

Create a new token built-in token

pub fn ending_newline(parent: Option<Box<Self>>) -> Self

Create a newline token

pub const fn symbol(&self) -> &Symbol

Get the Symbol of the token

pub const fn source(&self) -> &Position

Get the Position of the token

pub const fn parent(&self) -> &Option<Box<Self>>

Get the parent token

pub fn set_parent(&mut self, parent: Option<Box<Self>>)

Set the parent token

pub const fn word(&self) -> Option<&String>

Get the string value of a Symbol::Word token

pub fn to_source(&self) -> String

For writing to a file for later parsing

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl ToString for Token

fn to_string(&self) -> String

Converts the given value to a String.

impl Eq for Token

impl StructuralPartialEq for Token