forjar 1.4.2

Rust-native Infrastructure as Code — bare-metal first, BLAKE3 state, provenance tracing
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

//! Tests: FJ-1413 dataset versioning and lineage.

#![allow(unused_imports)]
use super::commands::*;
use super::dataset_lineage::*;
use super::dispatch::*;
use super::helpers::*;
use super::test_fixtures::*;
use std::path::Path;

#[cfg(test)]
mod tests {
    use super::*;

    fn write_config(dir: &Path, yaml: &str) -> std::path::PathBuf {
        let file = dir.join("forjar.yaml");
        std::fs::write(&file, yaml).unwrap();
        file
    }

    #[test]
    fn test_fj1413_lineage_empty() {
        let dir = tempfile::tempdir().unwrap();
        let file = write_config(
            dir.path(),
            "version: \"1.0\"\nname: empty\nmachines: {}\nresources: {}\n",
        );
        cmd_dataset_lineage(&file, false).unwrap();
    }

    #[test]
    fn test_fj1413_lineage_with_data() {
        let dir = tempfile::tempdir().unwrap();
        std::fs::write(dir.path().join("input.csv"), "id,val\n1,2\n").unwrap();
        let file = write_config(
            dir.path(),
            r#"
version: "1.0"
name: data-pipe
machines:
  m:
    hostname: m
    addr: 127.0.0.1
resources:
  ingest:
    type: file
    machine: m
    path: /data/input.csv
    source: input.csv
    tags: [data, ingest]
    output_artifacts:
      - input.csv
  transform:
    type: task
    machine: m
    command: "python transform.py"
    depends_on: [ingest]
    tags: [data, transform]
    output_artifacts:
      - output.parquet
"#,
        );
        cmd_dataset_lineage(&file, false).unwrap();
    }

    #[test]
    fn test_fj1413_lineage_json() {
        let dir = tempfile::tempdir().unwrap();
        let file = write_config(
            dir.path(),
            "version: \"1.0\"\nname: json\nmachines: {}\nresources: {}\n",
        );
        cmd_dataset_lineage(&file, true).unwrap();
    }

    #[test]
    fn test_fj1413_lineage_by_group() {
        let dir = tempfile::tempdir().unwrap();
        let file = write_config(
            dir.path(),
            r#"
version: "1.0"
name: grouped
machines:
  m:
    hostname: m
    addr: 127.0.0.1
resources:
  stage1:
    type: task
    machine: m
    command: "process.sh"
    resource_group: data-pipeline
    output_artifacts:
      - stage1.out
"#,
        );
        cmd_dataset_lineage(&file, false).unwrap();
    }

    #[test]
    fn test_fj1413_lineage_dispatch() {
        let dir = tempfile::tempdir().unwrap();
        let file = write_config(
            dir.path(),
            "version: \"1.0\"\nname: dispatch\nmachines: {}\nresources: {}\n",
        );
        dispatch(
            Commands::DatasetLineage(DatasetLineageArgs {
                file,
                json: false,
            }),
            0,
            true,
        )
        .unwrap();
    }
}