Struct hime_redist::tokens::Token

pub struct Token<'a> {
    pub index: usize,
    // some fields omitted
}

Represents a token as an output element of a lexer

Fields

index: usize

The index of this token in the text

Trait Implementations

impl<'a> Clone for Token<'a>

Implementation of Clone for Token

fn clone(&self) -> Self

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Copy for Token<'a>

Implementation of Copy for Token

impl<'a> SemanticElementTrait for Token<'a>

fn get_position(&self) -> Option<TextPosition>

Gets the position in the input text of this element

fn get_span(&self) -> Option<TextSpan>

Gets the span in the input text of this element

fn get_context(&self) -> Option<TextContext>

Gets the context of this element in the input

fn get_symbol(&self) -> Symbol

Gets the grammar symbol associated to this element

fn get_value(&self) -> Option<String>

Gets the value of this element, if any