tlsh2 1.1.0

A rust implementation of the TLSH algorithm
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123

use std::collections::HashMap;
use std::io::BufRead;
use std::path::{Path, PathBuf};

fn test_diff<F>(path: &str, compute_diff: F)
where
    F: Fn(&Path, &Path) -> i32,
{
    let f = std::fs::File::open(path).unwrap();
    let reader = std::io::BufReader::new(f);
    for line in reader.lines() {
        let line = line.unwrap();
        let mut line = line.split('\t');
        let path1 = line.next().unwrap();
        let path2 = line.next().unwrap();
        let expected_score = line.next().unwrap().parse::<i32>().unwrap();

        assert_eq!(
            compute_diff(Path::new(path1), Path::new(path2)),
            expected_score
        );
    }
}

fn build_cache<F, T>(f: F) -> HashMap<PathBuf, T>
where
    F: Fn(&[u8]) -> T,
{
    glob::glob("tests/assets/tlsh/example_data/*")
        .unwrap()
        .map(|path| {
            let path = path.unwrap();
            let contents = std::fs::read(&path).unwrap();
            (
                path.strip_prefix("tests/assets/tlsh")
                    .unwrap()
                    .to_path_buf(),
                f(&contents),
            )
        })
        .collect()
}

macro_rules! do_diff_test {
    ($testname:ident, $name:expr, $type:ty, $len_diff:expr) => {
        #[test]
        fn $testname() {
            let cache = build_cache(|contents| {
                let mut tlsh = <$type>::new();
                tlsh.update(contents);
                tlsh.build().unwrap()
            });

            test_diff(
                &format!(
                    "tests/assets/tlsh/exp/example_data.{}.xref.scores_EXP",
                    $name
                ),
                |path1, path2| {
                    let tlsh1 = cache.get(path1).unwrap();
                    let tlsh2 = cache.get(path2).unwrap();
                    tlsh1.diff(&tlsh2, $len_diff)
                },
            )
        }
    };
}

do_diff_test!(test_diff_48_1_len, "48.1.len", tlsh2::TlshBuilder48_1, true);
do_diff_test!(
    test_diff_48_1_xlen,
    "48.1.xlen",
    tlsh2::TlshBuilder48_1,
    false
);
do_diff_test!(
    test_diff_128_1_len,
    "128.1.len",
    tlsh2::TlshBuilder128_1,
    true
);
do_diff_test!(
    test_diff_128_1_xlen,
    "128.1.xlen",
    tlsh2::TlshBuilder128_1,
    false
);
do_diff_test!(
    test_diff_128_3_len,
    "128.3.len",
    tlsh2::TlshBuilder128_3,
    true
);
do_diff_test!(
    test_diff_128_3_xlen,
    "128.3.xlen",
    tlsh2::TlshBuilder128_3,
    false
);
do_diff_test!(
    test_diff_256_1_len,
    "256.1.len",
    tlsh2::TlshBuilder256_1,
    true
);
do_diff_test!(
    test_diff_256_1_xlen,
    "256.1.xlen",
    tlsh2::TlshBuilder256_1,
    false
);
do_diff_test!(
    test_diff_256_3_len,
    "256.3.len",
    tlsh2::TlshBuilder256_3,
    true
);
do_diff_test!(
    test_diff_256_3_xlen,
    "256.3.xlen",
    tlsh2::TlshBuilder256_3,
    false
);