xvc 0.6.17

An MLOps tool to manage data files and pipelines on top of Git
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

mod common;
use common::*;
use log::LevelFilter;
use std::{fs, path::PathBuf};

use xvc::error::Result;
use xvc_core::XvcVerbosity;
use xvc_core::XvcRoot;
use xvc_test_helper::{create_directory_tree, generate_filled_file};

fn create_directory_hierarchy() -> Result<XvcRoot> {
    let temp_dir: XvcRoot = run_in_temp_xvc_dir()?;
    // for checking the content hash
    generate_filled_file(&temp_dir.join(&PathBuf::from("file-0000.bin")), 10000, 100);
    create_directory_tree(&temp_dir, 10, 10, 1000, None)?;
    // root/dir1 may have another tree
    let level_1 = &temp_dir.join(&PathBuf::from("dir-0001"));
    create_directory_tree(level_1, 10, 10, 1000, None)?;

    Ok(temp_dir)
}

#[test]
fn test_file_recheck_parallel() -> Result<()> {
    xvc_test_helper::test_logging(LevelFilter::Trace);
    let xvc_root = create_directory_hierarchy()?;
    let x = |cmd: &[&str]| common::run_xvc(Some(&xvc_root), cmd, XvcVerbosity::Trace);

    let file_to_add = "file-0000.bin";
    let path_to_add = PathBuf::from(file_to_add);
    x(&["file", "track", file_to_add])?;
    assert!(path_to_add.exists());
    fs::remove_file(file_to_add)?;
    assert!(!path_to_add.exists());
    x(&["file", "recheck", file_to_add])?;

    assert!(
        PathBuf::from(file_to_add).exists(),
        "{:?} does not exist",
        file_to_add
    );

    x(&[
        "file",
        "recheck",
        "--force",
        "--recheck-method",
        "symlink",
        file_to_add,
    ])?;

    assert!(PathBuf::from(file_to_add).is_symlink());

    x(&["file", "recheck", "--as", "hardlink", file_to_add])?;

    assert!(PathBuf::from(file_to_add).is_file());

    let dir_to_add = "dir-0001/";
    x(&["file", "track", dir_to_add])?;

    let n_files_before = jwalk::WalkDir::new(dir_to_add).into_iter().count();

    fs::remove_dir_all(dir_to_add)?;

    x(&["file", "recheck", dir_to_add])?;

    assert!(PathBuf::from(dir_to_add).exists());

    let n_files_after = jwalk::WalkDir::new(dir_to_add).into_iter().count();

    assert!(n_files_after == n_files_before);

    // xvc file recheck without targets checks out all

    fs::remove_file(file_to_add)?;
    x(&["file", "recheck"])?;
    assert!(PathBuf::from(file_to_add).exists());

    // xvc file recheck accepts globs as targets
    fs::remove_file(file_to_add)?;
    x(&["file", "recheck", "f*"])?;
    assert!(PathBuf::from(file_to_add).exists());

    clean_up(&xvc_root)
}