1 2 3 4 5 6 7 8 9 10 11 12
//! Lexing utilities for the runtime. /// Character-based scanner implementation. pub mod char_scanner; /// Token source trait and data types. pub mod token_source; /// Adapter for Tree-sitter lexer functions. pub mod ts_lexfn_adapter; pub use char_scanner::CharScanner; pub use token_source::{Token, TokenSource}; pub use ts_lexfn_adapter::{TSLexState, TsLexFnAdapter, TsLexer};