pub struct Lexer<'a> { /* private fields */ }Implementations§
Source§impl<'a> Lexer<'a>
impl<'a> Lexer<'a>
pub fn new(input: &'a str, file_name: &'a PathBuf) -> Self
pub fn tokenize(&mut self) -> Result<Vec<Token>, LexingError>
Sourcepub fn tokenize_spanned(
&mut self,
) -> (Vec<Token>, Vec<Range<usize>>, Vec<LexingError>)
pub fn tokenize_spanned( &mut self, ) -> (Vec<Token>, Vec<Range<usize>>, Vec<LexingError>)
Recover tokens and byte ranges for editor documents, including after invalid characters. Ranges refer to the original, unescaped source.
Auto Trait Implementations§
impl<'a> Forget for Lexer<'a>
impl<'a> Freeze for Lexer<'a>
impl<'a> Move for Lexer<'a>
impl<'a> RefUnwindSafe for Lexer<'a>
impl<'a> Send for Lexer<'a>
impl<'a> Sync for Lexer<'a>
impl<'a> Unpin for Lexer<'a>
impl<'a> UnsafeUnpin for Lexer<'a>
impl<'a> UnwindSafe for Lexer<'a>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more