clustr 0.1.2

Multithreaded string clustering
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

use super::cluster;
use std::sync::{Arc, Mutex};

pub fn form_clusters<'a>(
    inputs: &'a Vec<&'a str>,
    max_edit_frac: f32,
    n_threads: usize,
) -> Vec<Vec<Vec<&'a str>>> {
    let inputs_per_thread = inputs.len() / n_threads as usize;
    let results = Arc::new(Mutex::new(Vec::new()));

    crossbeam::scope(|s| {
        for i in 0..n_threads {
            let results = Arc::clone(&results);
            let start = i * inputs_per_thread;
            let end;

            if i + 1 != n_threads {
                end = (i + 1) * inputs_per_thread;
            } else {
                end = inputs.len();
            }

            s.spawn(move |_| {
                let clusters = cluster(&inputs[start..end], max_edit_frac);
                {
                    results.lock().unwrap().push(clusters);
                }
            });
        }
    })
    .unwrap();
    return results.lock().unwrap().clone();
}

#[cfg(test)]
mod tests {
    use super::form_clusters;

    #[test]
    fn test_correct_equal_work_per_thread() {
        let data = vec!["aa", "aa", "bb", "bb"];
        let expected = vec![vec![vec!["aa", "aa"]], vec![vec!["bb", "bb"]]];
        let result = form_clusters(&data, 0.0, 2);
        // Order of objects in result is nondeterministic
        for e in expected {
            assert!(result.contains(&e))
        }
    }

    #[test]
    fn test_unequal_work_per_thread() {
        let data = vec!["aa", "aa", "bb", "bb"];
        let expected = vec![vec![vec!["aa"]], vec![vec!["aa"]], vec![vec!["bb", "bb"]]];
        let result = form_clusters(&data, 0.0, 3);
        // Order of objects in result is nondeterministic
        for e in expected {
            assert!(result.contains(&e))
        }
    }

    #[test]
    fn test_equal_threads_and_inputs() {
        let data = vec!["aa", "aa", "bb", "bb"];
        let expected = vec![
            vec![vec!["aa"]],
            vec![vec!["aa"]],
            vec![vec!["bb"]],
            vec![vec!["bb"]],
        ];
        let result = form_clusters(&data, 0.0, 4);
        // Order of objects in result is nondeterministic
        for e in expected {
            assert!(result.contains(&e))
        }
    }
}