pondrs 0.3.0

A pipeline execution library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76

#![allow(dead_code)]

//! Integration tests for the split/join pipeline.

#[path = "../examples/split_join/mod.rs"]
mod split_join;

use split_join::{pipeline, write_fixtures};

#[test]
fn split_join_pipeline_check_succeeds() {
    let dir = tempfile::tempdir().unwrap();
    write_fixtures(dir.path());

    pondrs::app::App::from_args([
        "test",
        "--catalog-path", dir.path().join("catalog.yml").to_str().unwrap(),
        "--params-path",  dir.path().join("params.yml").to_str().unwrap(),
        "check",
    ])
    .unwrap()
    .dispatch(pipeline)
    .unwrap();
}

#[test]
fn split_join_pipeline_run_produces_report() {
    let dir = tempfile::tempdir().unwrap();
    write_fixtures(dir.path());

    pondrs::app::App::from_args([
        "test",
        "--catalog-path", dir.path().join("catalog.yml").to_str().unwrap(),
        "--params-path",  dir.path().join("params.yml").to_str().unwrap(),
        "run",
    ])
    .unwrap()
    .dispatch(pipeline)
    .unwrap();

    // Per-store CSV files should exist.
    assert!(dir.path().join("north_inventory.csv").exists());
    assert!(dir.path().join("south_inventory.csv").exists());
    assert!(dir.path().join("east_inventory.csv").exists());

    // Final report should contain all three stores.
    let report = std::fs::read_to_string(dir.path().join("report.json")).unwrap();
    assert!(report.contains("\"grand_total\""));
    assert!(report.contains("north"));
    assert!(report.contains("south"));
    assert!(report.contains("east"));
}

#[test]
fn split_join_pipeline_run_with_param_override() {
    let dir = tempfile::tempdir().unwrap();
    write_fixtures(dir.path());

    pondrs::app::App::from_args([
        "test",
        "--catalog-path", dir.path().join("catalog.yml").to_str().unwrap(),
        "--params-path",  dir.path().join("params.yml").to_str().unwrap(),
        "run",
        "--params", "low_stock_threshold=50",
    ])
    .unwrap()
    .dispatch(pipeline)
    .unwrap();

    // Should still produce a valid report.
    let report: serde_json::Value =
        serde_json::from_str(&std::fs::read_to_string(dir.path().join("report.json")).unwrap())
            .unwrap();
    assert!(report["grand_total"].as_f64().unwrap() > 0.0);
    assert_eq!(report["stores"].as_array().unwrap().len(), 3);
}