Struct TokenWithPosition 

pub struct TokenWithPosition {
    pub token: Token,
    pub start_pos: Position,
    pub end_pos: Position,
}

Token with full position information

Fields

token: Token

The original token

start_pos: Position

Start position with line/column

end_pos: Position

End position with line/column

Implementations

impl TokenWithPosition

pub fn new( token: Token, start_pos: Position, end_pos: Position, ) -> TokenWithPosition

Create a new token with position

pub fn kind(&self) -> &TokenType

Get the token type

pub fn text(&self) -> &str

Get the token text

pub fn byte_range(&self) -> (usize, usize)

Get byte range

pub fn range(&self) -> Range

Get the position range

Trait Implementations

impl Clone for TokenWithPosition

fn clone(&self) -> TokenWithPosition

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenWithPosition

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.