rwer 0.1.1

A modern Rust crate for WER, CER, and related ASR evaluation metrics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use rwer::{Compose, RemoveMultipleSpaces, RemovePunctuation, Strip, ToLower, Transform, wer};

#[test]
fn transform_pipeline_reduces_wer() {
    let pipeline = Compose::new(vec![
        Box::new(Strip),
        Box::new(ToLower),
        Box::new(RemovePunctuation),
        Box::new(RemoveMultipleSpaces),
    ]);

    let ref_text = pipeline.transform("Hello, World!");
    let hyp_text = pipeline.transform("hello world");
    assert_eq!(wer(&ref_text, &hyp_text), 0.0);
}

#[test]
fn remove_specific_words_transform() {
    use rwer::RemoveSpecificWords;

    let pipeline = Compose::new(vec![
        Box::new(RemoveSpecificWords::new(&["um", "uh", "like"])),
        Box::new(ToLower),
    ]);

    let ref_text = pipeline.transform("the cat sat");
    let hyp_text = pipeline.transform("um the cat like sat uh");
    assert_eq!(wer(&ref_text, &hyp_text), 0.0);
}

#[test]
fn substitute_words_transform() {
    use rwer::SubstituteWords;

    let pipeline = Compose::new(vec![
        Box::new(SubstituteWords::new(vec![("color", "colour")])),
        Box::new(ToLower),
    ]);

    let ref_text = pipeline.transform("The colour is blue");
    let hyp_text = pipeline.transform("The color is blue");
    assert_eq!(wer(&ref_text, &hyp_text), 0.0);
}

#[test]
fn to_upper_transform() {
    let pipeline = Compose::new(vec![Box::new(rwer::ToUpper)]);
    assert_eq!(pipeline.transform("hello"), "HELLO");
}

#[test]
fn remove_whitespace_transform() {
    let pipeline = Compose::new(vec![Box::new(rwer::RemoveWhitespace)]);
    assert_eq!(pipeline.transform("a b c"), "abc");
}