driftwatch 0.1.0

Data & model drift detection for Rust — PSI, KL/JS divergence, KS and chi-square tests, live windowing, and pluggable alerting.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

//! The static HTML report must be self-contained and reflect the drift result.

use driftwatch::{
    DatasetMonitor, EqualFrequencyBinning, HtmlReport, LiveFeature, ReferenceDistribution,
};

fn linspace(lo: f64, hi: f64, n: usize) -> Vec<f64> {
    (0..n)
        .map(|i| lo + (hi - lo) * i as f64 / (n - 1) as f64)
        .collect()
}

fn drifted_report() -> driftwatch::DriftReport {
    let mut monitor = DatasetMonitor::new();
    monitor.add_feature(
        ReferenceDistribution::fit_continuous(
            "latency",
            &linspace(0.0, 1.0, 500),
            EqualFrequencyBinning::new(10).unwrap(),
        )
        .unwrap(),
    );
    monitor.add_feature(
        ReferenceDistribution::fit_continuous(
            "amount",
            &linspace(0.0, 1.0, 500),
            EqualFrequencyBinning::new(10).unwrap(),
        )
        .unwrap(),
    );
    let shifted = linspace(2.0, 3.0, 500);
    let unchanged = linspace(0.0, 1.0, 500);
    monitor
        .check(&[
            ("latency", LiveFeature::Continuous(&shifted)),
            ("amount", LiveFeature::Continuous(&unchanged)),
        ])
        .unwrap()
}

#[test]
fn html_report_is_self_contained_and_reflects_drift() {
    let report = drifted_report();
    let html = HtmlReport::new(&report)
        .with_title("Nightly drift")
        .to_html();

    // Well-formed, titled document.
    assert!(html.starts_with("<!doctype html>"));
    assert!(html.contains("</html>"));
    assert!(html.contains("Nightly drift"));

    // Reflects the per-feature verdicts.
    assert!(html.contains("latency"));
    assert!(html.contains("amount"));
    assert!(html.contains("DRIFTED"));

    // Draws charts and is self-contained (no external asset URLs).
    assert!(html.contains("<svg"));
    assert!(!html.contains("http://"));
    assert!(!html.contains("https://"));
}

#[test]
fn html_report_saves_to_disk() {
    let report = drifted_report();
    let path = std::env::temp_dir().join("driftwatch_test_report.html");
    HtmlReport::new(&report).save(&path).unwrap();
    let written = std::fs::read_to_string(&path).unwrap();
    assert!(written.contains("</html>"));
    let _ = std::fs::remove_file(&path);
}

#[test]
fn empty_report_still_renders() {
    let monitor = DatasetMonitor::new();
    let report = monitor.check(&[]).unwrap();
    let html = HtmlReport::new(&report).to_html();
    assert!(html.contains("</html>"));
}