Struct Token 

pub struct Token {
    pub token_type: TokenType,
    pub text: String,
    pub position: Position,
    pub length: u32,
}

Token 信息

Fields

token_type: TokenType

Token 类型

text: String

Token 文本内容

position: Position

Token 在源代码中的位置

length: u32

Token 长度

Implementations

impl Token

pub fn new(token_type: TokenType, text: String, position: Position) -> Self

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.