xvc 0.6.17

An MLOps tool to manage data files and pipelines on top of Git
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

mod common;

use std::path::Path;

use common::*;
use xvc_core::XvcVerbosity;

use xvc::error::Result;

#[test]
fn test_pipeline_run() -> Result<()> {
    test_logging(log::LevelFilter::Warn);
    let xvc_root = run_in_example_xvc(true)?;
    let x = |cmd: &[&str]| -> Result<String> {
        let mut c = vec!["pipeline"];
        c.extend(cmd);
        run_xvc(Some(&xvc_root), &c, XvcVerbosity::Trace)
    };

    let create_pipeline = || -> Result<()> {
        x(&[
            "step",
            "new",
            "--step-name",
            "txt_files",
            "--command",
            "find . -name '*.py' > src-files.txt",
        ])?;

        x(&[
            "step",
            "dependency",
            "--step-name",
            "txt_files",
            "--glob",
            "*/*.py",
        ])?;

        x(&[
            "step",
            "output",
            "--step-name",
            "txt_files",
            "--output-file",
            "src-files.txt",
        ])?;
        Ok(())
    };

    create_pipeline()?;
    let _run_res = x(&["run"])?;
    println!("run_res: {}", _run_res);
    assert!(Path::new("src-files.txt").exists());
    clean_up(&xvc_root)
}