lexers 0.1.4

Tools for tokenizing and scanning
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

#![deny(warnings)]

mod helpers;
mod scanner;
pub use crate::scanner::Scanner;

mod ebnf_tokenizer;
pub use crate::ebnf_tokenizer::EbnfTokenizer;

mod math_tokenizer;
pub use crate::math_tokenizer::{MathToken, MathTokenizer};

mod delim_tokenizer;
pub use crate::delim_tokenizer::DelimTokenizer;

mod lisp_tokenizer;
pub use crate::lisp_tokenizer::{LispToken, LispTokenizer};

#[cfg(test)]
mod scanner_test;
#[cfg(test)]
mod helpers_test;