lex-core 0.8.2

Parser library for the lex format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

//! Token normalization utilities
//!
//! This module provides functions to normalize various token formats into
//! standard `Vec<(Token, Range<usize>)>` representations for AST building.

pub(crate) mod normalize;
pub mod utilities;

// Re-export commonly used functions from normalize
pub(crate) use normalize::{normalize_line_token, normalize_line_tokens};

// Re-export utilities (individual items to avoid unused warning)