Skip to main content

styx_tokenizer/
lib.rs

1//! A tokenizer for styx
2
3mod span;
4pub use span::Span;
5
6mod token;
7pub use token::{Token, TokenKind};
8
9mod tokenizer;
10pub use tokenizer::Tokenizer;