Enum moore_vhdl_syntax::lexer::token::Token

pub enum Token {
    Ident(Name),
    Lit(Literal),
    OpenDelim(DelimToken),
    CloseDelim(DelimToken),
    Keyword(Kw),
    Period,
    Comma,
    Colon,
    Semicolon,
    Apostrophe,
    Ampersand,
    Arrow,
    Condition,
    LtGt,
    VarAssign,
    Lshift,
    Rshift,
    Eq,
    Neq,
    Lt,
    Leq,
    Gt,
    Geq,
    MatchEq,
    MatchNeq,
    MatchLt,
    MatchLeq,
    MatchGt,
    MatchGeq,
    Add,
    Sub,
    Mul,
    Div,
    Pow,
    Pipe,
    Qmark,
    Eof,
}

A primary token as emitted by the lexer.

Variants

Ident

A basic or extended identifier.

Tuple Fields of Ident

0: Name

Lit

A literal.

Tuple Fields of Lit

0: Literal

OpenDelim

An opening delimiter.

Tuple Fields of OpenDelim

0: DelimToken

CloseDelim

A closing delimiter.

Tuple Fields of CloseDelim

0: DelimToken

Keyword

A keyword.

Tuple Fields of Keyword

0: Kw

Period

Comma

Colon

Semicolon

Apostrophe

Ampersand

Arrow

Condition

LtGt

VarAssign

Lshift

Rshift

Eq

Neq

Lt

Leq

Gt

Geq

MatchEq

MatchNeq

MatchLt

MatchLeq

MatchGt

MatchGeq

Add

Sub

Mul

Div

Pow

Pipe

Qmark

Eof

The end of the input file.

Implementations

impl Token

pub fn as_str(self) -> &'static str

pub fn is_ident(self) -> bool

Checks if this token is a identifier.

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Hash for Token

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H) where
    H: Hasher, 

Feeds a slice of this type into the given Hasher.

impl PartialEq<Token> for Token

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Token) -> bool

This method tests for !=.

impl<T> TokenStream<Token> for BasicParser<T> where
    T: Grinder<Item = Option<u8>, Error = DiagBuilder2>, 

fn peek(&mut self, offset: usize) -> Spanned<Token>

Look ahead at a token in the stream.

fn bump(&mut self)

Consume the current token.

fn consumed(&self) -> usize

Get the number of tokens consumed. Excludes tokens skipped with skip.

fn last_span(&self) -> Span

Get the span of the last token consumed token (bumped or skipped).

fn emit(&mut self, diag: DiagBuilder2)

Emit a diagnostic.

fn severity(&self) -> Severity

Get the severity of the worst diagnostic emitted so far.

fn skip(&mut self)

Skip the current token. Usually the same as bump, but may be used to keep skipped tokens out of the consumed tokens count by some parsers.

fn last_loc(&self) -> Location

Get the tail location of the last consumed token (bumped or skipped).

fn is_fatal(&self) -> bool

Check whether a fatal diagnostic has been emitted.

fn is_error(&self) -> bool

Check whether an error diagnostic has been emitted.

impl Copy for Token

impl Eq for Token

impl StructuralEq for Token

impl StructuralPartialEq for Token