backup-deduplicator 0.3.0

A tool to deduplicate backups. It builds a hash tree of all files and folders in the target directory. Optionally also traversing into archives like zip or tar files. The hash tree is then used to find duplicate files and folders.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

use xxhash_rust::{xxh32, xxh64};
use crate::hash::{GeneralHash, GeneralHasher};

pub struct Xxh64Hasher {
    hasher: xxh64::Xxh64
}
pub struct Xxh32Hasher {
    hasher: xxh32::Xxh32
}


impl GeneralHasher for Xxh64Hasher {
    fn new() -> Self {
        Xxh64Hasher {
            hasher: xxh64::Xxh64::default()
        }
    }

    fn update(&mut self, data: &[u8]) {
        self.hasher.update(data);
    }

    fn finalize(self: Box<Self>) -> GeneralHash {
        GeneralHash::XXH64(self.hasher.digest().to_be_bytes())
    }
}
impl GeneralHasher for Xxh32Hasher {
    fn new() -> Self {
        Xxh32Hasher {
            hasher: xxh32::Xxh32::new(0)
        }
    }

    fn update(&mut self, data: &[u8]) {
        self.hasher.update(data);
    }

    fn finalize(self: Box<Self>) -> GeneralHash {
        GeneralHash::XXH32(self.hasher.digest().to_be_bytes())
    }
}