Struct PythonLexer 

pub struct PythonLexer<'config> { /* private fields */ }

Implementations

impl<'config> PythonLexer<'config>

pub fn new(config: &'config PythonLanguage) -> Self

Trait Implementations

impl<'config> Clone for PythonLexer<'config>

fn clone(&self) -> PythonLexer<'config>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'config> Lexer<PythonLanguage> for PythonLexer<'config>

fn lex(&self, source: impl Source) -> LexOutput<PythonLanguage>

Tokenizes the given source text into a sequence of tokens.

fn lex_incremental( &self, source: impl Source, _offset: usize, _cache: IncrementalCache<'_, PythonLanguage>, ) -> LexOutput<PythonLanguage>

Tokenizes source text using an existing cache for incremental parsing.