relexer 0.1.0

A simple lexer powered by custom derive
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

#[macro_use]
extern crate relexer;
//#[macro_use]
//extern crate lazy_static;


#[derive(Debug, Token)]
pub enum Token {
    #[expr="\\*"]
    STAR,
    #[expr="\\+"]
    PLUS,
    #[expr="([01])"]
    VALUE(i32),
    #[expr="([a-z])([0-9])"]
    ID(String,i32),
    #[expr="[\t\n\r ]"]
    #[skip]
    WHITESPACE,
}

use std::fs::File;
use std::io::Read;
fn main() {

    let mut f = File::open("examples/test.txt").expect("input file not found");
    let mut input = String::new();
    f.read_to_string(&mut input).expect("input file not valid utf8");
    for t in relexer::scan::<Token>(&input) {
        println!("{:?}", t)
    }
}