Struct TokenStore 

pub struct TokenStore { /* private fields */ }

Canonical compact storage for every token associated with one token stream.

Implementations

impl TokenStore

pub const fn len(&self) -> usize

pub const fn is_empty(&self) -> bool

pub fn view(&self, id: TokenId) -> Option<TokenView<'_>>

Returns a borrowing view of one token record.

pub fn token_type(&self, id: TokenId) -> Option<i32>

Returns the token type for id.

pub fn channel(&self, id: TokenId) -> Option<i32>

Returns the token channel for id.

pub fn start(&self, id: TokenId) -> Option<usize>

Returns the token’s zero-based scalar start offset.

pub fn stop(&self, id: TokenId) -> Option<usize>

Returns the token’s zero-based inclusive scalar stop offset.

pub fn line(&self, id: TokenId) -> Option<usize>

Returns the token’s one-based source line.

pub fn column(&self, id: TokenId) -> Option<usize>

Returns the token’s zero-based source column.

pub fn start_byte(&self, id: TokenId) -> Option<usize>

Returns the token’s zero-based UTF-8 byte start offset.

pub fn stop_byte(&self, id: TokenId) -> Option<usize>

Returns the token’s zero-based exclusive UTF-8 byte stop offset.

pub fn text(&self, id: TokenId) -> Option<&str>

Returns explicit or source-backed text for id.

Trait Implementations

impl Debug for TokenStore

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.