xvc 0.6.17

An MLOps tool to manage data files and pipelines on top of Git
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

mod common;

use common::*;
use xvc::error::Result;
use xvc_core::XvcVerbosity;

#[test]
fn test_pipeline() -> Result<()> {
    let xvc_root = run_in_example_xvc(true)?;
    let x = |cmd: &[&str]| -> Result<String> {
        let mut c = vec!["pipeline"];
        c.extend(cmd);
        common::run_xvc(Some(&xvc_root), &c, XvcVerbosity::Trace)
    };

    x(&["new", "--pipeline-name", "pipeline-1"])?;
    x(&[
        "new",
        "--pipeline-name",
        "pipeline-2",
        "--workdir",
        "pipeline-2",
    ])?;
    x(&[
        "update",
        "--pipeline-name",
        "pipeline-1",
        "--rename",
        "pipeline-old",
    ])?;
    let pipelines_1 = x(&["list"])?;
    assert!(pipelines_1.contains("pipeline-old"));
    x(&["delete", "--pipeline-name", "pipeline-old"])?;
    let pipelines_2 = x(&["list"])?;
    assert!(!pipelines_2.contains("pipeline-old"));

    x(&[
        "-p",
        "pipeline-2",
        "step",
        "new",
        "--step-name",
        "step1",
        "--command",
        "touch abc.txt",
    ])?;

    x(&[
        "-p",
        "pipeline-2",
        "step",
        "new",
        "--step-name",
        "step2",
        "--command",
        "echo hi xvc",
        "--when",
        "always",
    ])?;
    x(&[
        "-p",
        "pipeline-2",
        "step",
        "dependency",
        "-s",
        "step1",
        "--step",
        "step2",
    ])?;

    x(&[
        "-p",
        "pipeline-2",
        "step",
        "dependency",
        "-s",
        "step1",
        "--file",
        "data/images.tar.gz",
    ])?;

    x(&[
        "-p",
        "pipeline-2",
        "step",
        "dependency",
        "-s",
        "step1",
        "--glob",
        "data/images/train/1/*",
    ])?;

    x(&[
        "-p",
        "pipeline-2",
        "step",
        "dependency",
        "-s",
        "step1",
        "--param",
        "params.yaml::model.conv_units",
    ])?;

    x(&[
        "-p",
        "pipeline-2",
        "step",
        "dependency",
        "-s",
        "step1",
        "--regex",
        "requirements.txt:/^tensorflow",
    ])?;

    x(&[
        "-p",
        "pipeline-2",
        "step",
        "dependency",
        "-s",
        "step1",
        "--lines",
        "requirements.txt::-100",
    ])?;

    clean_up(&xvc_root)
}