xvc 0.6.17

An MLOps tool to manage data files and pipelines on top of Git
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

mod common;

use std::time::Duration;

use common::*;
use xvc_pipeline::{CommandProcess, XvcStep, XvcStepCommand};

use xvc::error::Result;

use xvc_test_helper::{create_directory_tree, test_logging};

#[test]
fn test_pipeline_command_process() -> Result<()> {
    test_logging(log::LevelFilter::Trace);
    let xvc_root = run_in_temp_xvc_dir()?;

    let n_dirs = 100;
    let n_files = 100;

    create_directory_tree(&xvc_root, n_dirs, n_files, 1, None)?;

    let mut cp = CommandProcess::new(
        &XvcStep {
            name: "test".to_owned(),
        },
        &XvcStepCommand {
            command: "find . -name '*.bin'".to_owned(),
        },
    );

    cp.run()?;

    cp.update_output_channels()?;

    let mut n_total: usize = 0;

    while let Ok(l) = cp.stdout_receiver.recv_timeout(Duration::from_millis(10)) {
        n_total += l.split('\n').count();
        assert!(l.contains(".bin"));
    }

    assert_eq!(n_total, n_dirs * n_files + 1);

    Ok(())
}