faucet-source-singer 1.1.0

Singer tap bridge source for the faucet-stream ecosystem (single-stream v0)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

//! End-to-end catalog-selection test: run the fake tap's discovery, then apply
//! `select_streams` and assert the target stream *and* its inferred parent are
//! marked selected — the behaviour DB / parent-keyed taps require.

use faucet_source_singer::{SingerSourceConfig, discover, select_streams};

fn fake_tap() -> String {
    format!("{}/tests/fake_taps/fake_tap.sh", env!("CARGO_MANIFEST_DIR"))
}

fn is_selected(catalog: &serde_json::Value, id: &str) -> bool {
    catalog["streams"]
        .as_array()
        .unwrap()
        .iter()
        .find(|s| s["tap_stream_id"] == id)
        .and_then(|s| s["metadata"].as_array())
        .map(|md| {
            md.iter().any(|m| {
                m["breadcrumb"]
                    .as_array()
                    .map(|b| b.is_empty())
                    .unwrap_or(false)
                    && m["metadata"]["selected"] == serde_json::json!(true)
            })
        })
        .unwrap_or(false)
}

#[tokio::test]
async fn discovery_selects_child_and_its_parent() {
    let cfg = SingerSourceConfig {
        args: vec!["--parent-child".into()],
        ..SingerSourceConfig::new(fake_tap(), "issues")
    };
    let catalog = discover(&cfg).await.expect("discover");

    // The raw discovered catalog selects nothing.
    assert!(!is_selected(&catalog, "issues"));

    let sel = select_streams(&catalog, "issues");
    assert!(
        sel.selected.contains(&"issues".to_string())
            && sel.selected.contains(&"repositories".to_string()),
        "expected both issues and its parent repositories to be selected, got {:?}",
        sel.selected
    );
    assert!(is_selected(&sel.catalog, "issues"));
    assert!(is_selected(&sel.catalog, "repositories"));
    // The parent relationship was inferable, so there is no manual-selection
    // warning.
    assert!(sel.warnings.is_empty(), "warnings: {:?}", sel.warnings);
}