luthor 0.2.0

A collection of lexers for various languages/formats, and the tools required to build them.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

#![feature(test)]

extern crate test;
extern crate luthor;

use test::Bencher;
use luthor::tokenizer::new;

#[bench]
fn bench_current_char(b: &mut Bencher) {
    let data = include_str!("../test_data/data.json");
    let tokenizer = new(data);
    b.iter(|| tokenizer.current_char());
}

#[bench]
fn bench_starts_with(b: &mut Bencher) {
    let data = include_str!("../test_data/data.json");
    let tokenizer = new(data);
    b.iter(|| tokenizer.starts_with("something"));
}