frost-lexer 0.1.0

Zsh-compatible lexer/tokenizer
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
//! Zsh-compatible lexer.
//!
//! Tokenizes zsh source into a stream of [`Token`]s. The lexer is
//! context-aware: quoting state, heredoc delimiters, and alias
//! expansion all influence tokenization (matching zsh behavior).

mod token;
mod cursor;
pub mod lexer;

pub use token::{Token, TokenKind, Span};
pub use lexer::{Lexer, tokenize};