Struct OffsetToTokenMap 

pub struct OffsetToTokenMap { /* private fields */ }

A map from byte offset to token ID for incremental relexing.

Implementations

impl OffsetToTokenMap

pub fn new() -> Self

pub fn insert(&mut self, offset: usize, token_id: u32)

pub fn token_at(&self, offset: usize) -> Option<u32>

pub fn invalidate_from(&mut self, offset: usize)

pub fn shift(&mut self, from: usize, delta: i64)

pub fn count(&self) -> usize

Trait Implementations

impl Default for OffsetToTokenMap

fn default() -> Self

Returns the “default value” for a type.