Struct erg_parser::token::Token

pub struct Token {
    pub kind: TokenKind,
    pub content: Str,
    pub lineno: u32,
    pub col_begin: u32,
}

Fields

kind: TokenKind

content: Str

lineno: u32

1 origin

col_begin: u32

a pointer from which the token starts (0 origin)

Implementations

impl Token

pub const DUMMY: Token = _

pub const fn dummy(kind: TokenKind, content: &'static str) -> Self

pub fn new<S: Into<Str>>( kind: TokenKind, cont: S, lineno: u32, col_begin: u32 ) -> Self

pub fn from_str(kind: TokenKind, cont: &str) -> Self

pub fn symbol(cont: &str) -> Self

pub fn symbol_with_line(cont: &str, lineno: u32) -> Self

pub const fn static_symbol(s: &'static str) -> Self

pub fn deep_eq(&self, other: &Self) -> bool

pub const fn category(&self) -> TokenCategory

pub fn category_is(&self, category: TokenCategory) -> bool

pub fn is(&self, kind: TokenKind) -> bool

pub const fn is_block_op(&self) -> bool

pub const fn inspect(&self) -> &Str

pub fn is_procedural(&self) -> bool

pub fn is_const(&self) -> bool

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl DequeStream<Token> for TokenStream

fn payload(self) -> VecDeque<Token>

fn ref_payload(&self) -> &VecDeque<Token>

fn ref_mut_payload(&mut self) -> &mut VecDeque<Token>

fn is_empty(&self) -> bool

fn push(&mut self, elem: T)

fn push_front(&mut self, elem: T)

fn pop_front(&mut self) -> Option<T>

fn get(&self, idx: usize) -> Option<&T>

fn first(&self) -> Option<&T>

fn last(&self) -> Option<&T>

fn iter(&self) -> Iter<'_, T>

fn len(&self) -> usize

impl Display for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<Token> for Literal

fn from(token: Token) -> Self

Converts to this type from the input type.

impl FromIterator<Token> for TokenStream

fn from_iter<I: IntoIterator<Item = Token>>(iter: I) -> Self

Creates a value from an iterator.

impl Hash for Token

fn hash<H: Hasher>(&self, state: &mut H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Locational for Token

fn loc(&self) -> Location

NOTE: loc cannot be treated as a light method when self is a large grammatical element. If possible, delay the computation by passing &impl Locational or other means.

fn col_end(&self) -> Option<u32>

fn ln_begin(&self) -> Option<u32>

fn ln_end(&self) -> Option<u32>

fn col_begin(&self) -> Option<u32>

impl PartialEq<Token> for Token

fn eq(&self, other: &Self) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Eq for Token

impl StructuralEq for Token