regex-tokenizer 0.1.1

A regex tokenizer
Documentation 
1
2
3
4
5
6
7
8
9
10
11

use regex_tokenizer::tokenizer;

fn main() {
    tokenizer! {
        Test

        r"\w[^\s]*" => Identifier
        r"\d+" => Number
        r"\s+" => _
    }
}