Trait Token

Source

pub trait Token: Debug {
Show 13 methods    // Required methods
    fn token_id(&self) -> TokenId;
    fn token_type(&self) -> i32;
    fn channel(&self) -> i32;
    fn start(&self) -> usize;
    fn stop(&self) -> usize;
    fn line(&self) -> usize;
    fn column(&self) -> usize;
    fn text(&self) -> Option<&str>;
    fn source_name(&self) -> &str;
    fn start_byte(&self) -> Option<usize>;
    fn stop_byte(&self) -> Option<usize>;

    // Provided methods
    fn interval(&self) -> TextInterval { ... }
    fn byte_span(&self) -> Option<Range<usize>> { ... }
}

Required Methods§

Source

fn start(&self) -> usize

Zero-based absolute start index measured in Unicode scalar values.

Source

fn stop(&self) -> usize

Zero-based absolute inclusive stop index measured in Unicode scalar values.

Source

fn line(&self) -> usize

One-based source line where the token starts.

Source

fn column(&self) -> usize

Zero-based source column where the token starts, measured in Unicode scalar values from the start of line.

Source

fn text(&self) -> Option<&str>

Returns the token’s explicit or source-backed text.

TokenView::text has the same return type and semantics. Use TokenView::text_or_empty only when missing text should intentionally be treated as an empty string.

Source