Enum Token

pub enum Token {
    OneByte(u8),
    TwoByte(u8, u8),
}

Variants

OneByte(u8)

TwoByte(u8, u8)

upper byte, lower byte

Implementations

impl Token

pub fn is_eol(&self) -> bool

pub fn is_alpha(&self) -> bool

Includes θ

pub fn is_numeric(&self) -> bool

pub fn is_alphanumeric(&self) -> bool

pub fn byte(&self) -> u8

Returns the least-significant byte in the token. For one-byte tokens this is the whole token, but for two-byte tokens this is the second byte.

pub fn string_escaped(&self) -> String

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<Token> for u16

fn from(value: Token) -> Self

Converts to this type from the input type.

impl Ord for Token

fn cmp(&self, other: &Token) -> Ordering

This method returns an Ordering between self and other.

fn max(self, other: Self) -> Self

where Self: Sized,

Compares and returns the maximum of two values.

fn min(self, other: Self) -> Self

where Self: Sized,

Compares and returns the minimum of two values.

fn clamp(self, min: Self, max: Self) -> Self

where Self: Sized,

Restrict a value to a certain interval.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for Token

fn partial_cmp(&self, other: &Token) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

Tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

Tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

Tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

Tests greater than or equal to (for self and other) and is used by the >= operator.

impl Copy for Token

impl Eq for Token

impl StructuralPartialEq for Token