filesnap 0.4.0

Git-free file snapshots and rewind: a content-addressed store that puts a directory back the way it was, without a repository and without touching the user's version control.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

//! Compare the tracking partitions against a plain subtree walk.
//!
//! "Cost is bounded by the project, not by the tree" is the load-bearing
//! claim behind the scope design, so it is worth being checkable on someone
//! else's repository rather than only on ours:
//!
//! ```text
//! cargo run -p filesnap --example scan_bench -- /path/to/repo
//! ```
fn main() {
    for root in std::env::args().skip(1) {
        let p = std::path::Path::new(&root);
        let ignore = filesnap::load_ignore(p);

        let report = |label: &str, files: &[std::path::PathBuf], elapsed: std::time::Duration| {
            let bytes: u64 = files
                .iter()
                .filter_map(|f| std::fs::metadata(f).ok())
                .map(|m| m.len())
                .sum();
            println!(
                "  {label:<16} {:>7} files {:>9.1} MB  {elapsed:?}",
                files.len(),
                bytes as f64 / 1_048_576.0
            );
        };

        println!("{root}");
        let t = std::time::Instant::now();
        let all = subtree_walk(p);
        report("subtree walk", &all, t.elapsed());

        let t = std::time::Instant::now();
        let git = filesnap::git_tracked_files(p, &ignore);
        report("git-tracked", &git, t.elapsed());

        // The residue partition is told what git already covers, so its budget
        // buys only paths nothing else contributed. Run it both ways to show
        // what the exclusion is worth on this tree.
        let covered: std::collections::BTreeSet<_> = git.iter().cloned().collect();
        let t = std::time::Instant::now();
        let recent = filesnap::recent_files(
            p,
            &ignore,
            filesnap::HiddenFiles::Skip,
            &covered,
            filesnap::ScanLimits::default(),
        );
        report("recent (residue)", &recent.files, t.elapsed());

        let blind = filesnap::recent_files(
            p,
            &ignore,
            filesnap::HiddenFiles::Skip,
            &std::collections::BTreeSet::new(),
            filesnap::ScanLimits::default(),
        );
        let wasted = blind.files.iter().filter(|f| covered.contains(*f)).count();
        println!(
            "  {:<16} {wasted:>7} of {} slots would go to files git already covers",
            "without it:",
            blind.files.len()
        );
    }
}

/// The naive walk this crate deliberately no longer performs, kept here so the
/// comparison has something to compare against.
fn subtree_walk(root: &std::path::Path) -> Vec<std::path::PathBuf> {
    fn walk(dir: &std::path::Path, out: &mut Vec<std::path::PathBuf>) {
        let Ok(entries) = std::fs::read_dir(dir) else {
            return;
        };
        for entry in entries.flatten() {
            if entry.file_name().to_string_lossy().starts_with('.') {
                continue;
            }
            let path = entry.path();
            if path.is_dir() {
                walk(&path, out);
            } else if path.is_file() {
                out.push(path);
            }
        }
    }
    let mut out = Vec::new();
    walk(root, &mut out);
    out
}