elinor 0.4.0

Evaluation Library in Information Retrieval
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use anyhow::Result;
use elinor::statistical_tests::TwoWayAnovaWithoutReplication;

fn main() -> Result<()> {
    // From Table 5.1 in Sakai's book, "情報アクセス評価方法論".
    let a = vec![
        0.70, 0.30, 0.20, 0.60, 0.40, 0.40, 0.00, 0.70, 0.10, 0.30, //
        0.50, 0.40, 0.00, 0.60, 0.50, 0.30, 0.10, 0.50, 0.20, 0.10,
    ];
    let b = vec![
        0.50, 0.10, 0.00, 0.20, 0.40, 0.30, 0.00, 0.50, 0.30, 0.30, //
        0.40, 0.40, 0.10, 0.40, 0.20, 0.10, 0.10, 0.60, 0.30, 0.20,
    ];
    let c = vec![
        0.00, 0.00, 0.20, 0.10, 0.30, 0.30, 0.10, 0.20, 0.40, 0.40, //
        0.40, 0.30, 0.30, 0.20, 0.20, 0.20, 0.10, 0.50, 0.40, 0.30,
    ];

    let tupled_samples = a
        .iter()
        .zip(b.iter())
        .zip(c.iter())
        .map(|((&a, &b), &c)| [a, b, c]);
    let stat = TwoWayAnovaWithoutReplication::from_tupled_samples(tupled_samples, 3)?;
    println!("n_systems: {}", stat.n_systems());
    println!("n_topics: {}", stat.n_topics());
    println!(
        "between_system_variation: {:.4}",
        stat.between_system_variation()
    );
    println!(
        "between_topic_variation: {:.4}",
        stat.between_topic_variation()
    );
    println!("residual_variation: {:.4}", stat.residual_variation());
    println!(
        "between_system_variance: {:.4}",
        stat.between_system_variance()
    );
    println!(
        "between_topic_variance: {:.4}",
        stat.between_topic_variance()
    );
    println!("residual_variance: {:.4}", stat.residual_variance());
    println!("between_system_f_stat: {:.4}", stat.between_system_f_stat());
    println!("between_topic_f_stat: {:.4}", stat.between_topic_f_stat());
    println!(
        "between_system_p_value: {:.4}",
        stat.between_system_p_value()
    );
    println!("between_topic_p_value: {:.4}", stat.between_topic_p_value());

    let moe95 = stat.margin_of_error(0.05)?;
    let system_means = stat.system_means();
    for (i, mean) in system_means.iter().enumerate() {
        let ci95_btm = mean - moe95;
        let ci95_top = mean + moe95;
        println!("Mean and 95% CI of system {i}: {mean:.4} [{ci95_btm:.4}, {ci95_top:.4}]");
    }

    Ok(())
}