Skip to main content

frost_lexer/
lib.rs

1//! Zsh-compatible lexer.
2//!
3//! Tokenizes zsh source into a stream of [`Token`]s. The lexer is
4//! context-aware: quoting state, heredoc delimiters, and alias
5//! expansion all influence tokenization (matching zsh behavior).
6
7mod token;
8mod cursor;
9pub mod lexer;
10
11pub use token::{Token, TokenKind, Span};
12pub use lexer::{Lexer, tokenize};