Struct tiger_lib::Token

pub struct Token {
    pub loc: Loc,
    /* private fields */
}

A Token consists of a string (stored in a StringTable) and its location in the parsed files.

Fields

loc: Loc

Implementations

impl Token

pub fn new(s: &str, loc: Loc) -> Self

pub fn from_static_str(s: &'static str, loc: Loc) -> Self

pub fn subtoken<R>(&self, range: R, loc: Loc) -> Token

where R: RangeBounds<usize> + SliceIndex<str, Output = str>,

pub fn as_str(&self) -> &str

pub fn is(&self, s: &str) -> bool

pub fn lowercase_is(&self, s: &str) -> bool

pub fn starts_with(&self, s: &str) -> bool

pub fn split(&self, ch: char) -> Vec<Token>

pub fn strip_suffix(&self, sfx: &str) -> Option<Token>

pub fn strip_prefix(&self, pfx: &str) -> Option<Token>

pub fn split_once(&self, ch: char) -> Option<(Token, Token)>

pub fn split_after(&self, ch: char) -> Option<(Token, Token)>

Split the token at the first instance of ch, such that ch is part of the first returned token.

pub fn combine(&mut self, other: &Token, c: char)

pub fn trim(&self) -> Token

pub fn expect_number(&self) -> Option<f64>

pub fn get_number(&self) -> Option<f64>

pub fn is_number(&self) -> bool

pub fn check_number(&self)

pub fn expect_precise_number(&self) -> Option<f64>

Some files seem not to have the 5-decimal limitation

pub fn expect_integer(&self) -> Option<i64>

pub fn get_integer(&self) -> Option<i64>

pub fn is_integer(&self) -> bool

pub fn expect_date(&self) -> Option<Date>

pub fn get_date(&self) -> Option<Date>

pub fn is_date(&self) -> bool

pub fn linked(self, link: Option<Arc<Loc>>) -> Self

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl From<&Loc> for Token

fn from(loc: &Loc) -> Self

Converts to this type from the input type.

impl From<Loc> for Token

fn from(loc: Loc) -> Self

Converts to this type from the input type.

impl PartialEq for Token

Tokens are compared for equality regardless of their loc.

fn eq(&self, other: &Self) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Eq for Token