rwer 0.2.2

A fast Rust crate for WER, CER, and related ASR evaluation metrics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use rwer::{cer, process_chars};

#[test]
fn cer_basic() {
    assert!(cer("hello", "hello") < 1e-10);
}

#[test]
fn cer_substitution() {
    // N=3, S=1 β†’ CER = 1/3
    let result = cer("abc", "axc");
    assert!((result - 1.0 / 3.0).abs() < 1e-10);
}

#[test]
fn cer_deletion() {
    // N=3, D=1 β†’ CER = 1/3
    let result = cer("abc", "ac");
    assert!((result - 1.0 / 3.0).abs() < 1e-10);
}

#[test]
fn cer_insertion() {
    // N=2, I=1 β†’ CER = 1/2
    let result = cer("ac", "abc");
    assert!((result - 1.0 / 2.0).abs() < 1e-10);
}

#[test]
fn cer_emoji() {
    assert!(cer("hello πŸ‘‹πŸŒ", "hello πŸ‘‹πŸŒ") < 1e-10);
}

#[test]
fn cer_composed_vs_decomposed() {
    // NFC normalization makes both forms identical β†’ CER = 0.0
    let result = cer("\u{00E9}", "e\u{0301}");
    assert!(result < 1e-10);
}

#[test]
fn cer_process_chars() {
    // N=3, S=1 β†’ CER = 1/3
    let output = process_chars("abc", "axc");
    assert!((output.cer - 1.0 / 3.0).abs() < 1e-10);
    assert_eq!(output.ref_len, 3);
}

#[test]
fn cer_empty() {
    assert!(cer("", "") < 1e-10);
    assert!(cer("", "hello") < 1e-10);
}

#[test]
fn cer_cjk() {
    assert!(cer("δ½ ε₯½", "δ½ ε₯½") < 1e-10);
    // N=4, S=2 β†’ CER = 2/4 = 0.5
    let result = cer("δ½ ε₯½δΈ–η•Œ", "δ½ ε₯½εœ°ηƒ");
    assert!((result - 0.5).abs() < 1e-10);
}

#[test]
fn cer_longer_text() {
    let result = cer("the quick brown fox", "the quick red fox");
    assert!(result > 0.0 && result < 1.0);
}

#[test]
fn cer_consistency_with_process() {
    let ref_text = "hello world";
    let hyp_text = "hello earth";
    assert!((cer(ref_text, hyp_text) - process_chars(ref_text, hyp_text).cer).abs() < 1e-10);
}