token-align 0.1.0

Maps overlapping tokens and character positions between tokenized texts
Documentation 
1
2
3
4
5
6
7
8
9
10

mod common;

#[test]
fn every_vector_is_byte_stable_across_runs() {
    for case in common::cases() {
        let first = common::run(&case);
        let second = common::run(&case);
        assert_eq!(first, second, "case {} changed between runs", case.id);
    }
}