orx-parallel 3.4.0

High performance, configurable and expressive parallel computation library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

use crate::{collect_into::ParCollectIntoCore, test_utils::*, *};
use alloc::format;
use alloc::string::{String, ToString};
use alloc::vec;
use alloc::vec::Vec;
use orx_fixed_vec::FixedVec;
use orx_iterable::{Collection, IntoCloningIterable};
use orx_split_vec::{Doubling, Linear, PseudoDefault, SplitVec};
use test_case::test_matrix;

fn input<O: FromIterator<String>>(n: usize) -> O {
    let elem = |x: usize| (x + 10).to_string();
    (0..n).map(elem).collect()
}

fn expected(input: &impl Collection<Item = String>, map: impl Fn(String) -> String) -> Vec<String> {
    input.iter().cloned().map(map).collect()
}

// collect - empty

#[test_matrix(N, NT, CHUNK)]
fn empty_collect_into(n: &[usize], nt: &[usize], chunk: &[usize]) {
    let test = |n, nt, chunk| {
        let vec = input::<Vec<_>>(n);
        let expected = expected(&vec, |x| x);
        let input = vec.iter().filter(|x| x.as_str() != "?").into_iterable();

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output = par.collect_into(Vec::new());
        assert!(output.is_equal_to_ref(&expected));

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output = par.collect_into(FixedVec::pseudo_default());
        assert!(output.is_equal_to_ref(&expected));

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output = par.collect_into(SplitVec::<_, Doubling>::pseudo_default());
        assert!(output.is_equal_to_ref(&expected));

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output = par.collect_into(SplitVec::<_, Linear>::pseudo_default());
        assert!(output.is_equal_to_ref(&expected));
    };
    test_n_nt_chunk(n, nt, chunk, test);
}

#[test_matrix(N, NT, CHUNK)]
fn empty_collect(n: &[usize], nt: &[usize], chunk: &[usize]) {
    let test = |n, nt, chunk| {
        let vec = input::<Vec<_>>(n);
        let expected = expected(&vec, |x| x);
        let input = vec.iter().filter(|x| x.as_str() != "?").into_iterable();

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output: Vec<&String> = par.collect();
        assert!(output.is_equal_to_ref(&expected));

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output: FixedVec<&String> = par.collect();
        assert!(output.is_equal_to_ref(&expected));

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output: SplitVec<&String, Doubling> = par.collect();
        assert!(output.is_equal_to_ref(&expected));

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output: SplitVec<&String, Linear> = par.collect();
        assert!(output.is_equal_to_ref(&expected));
    };
    test_n_nt_chunk(n, nt, chunk, test);
}

// collect - map

#[test_matrix(N, NT, CHUNK)]
fn map_collect_into(n: &[usize], nt: &[usize], chunk: &[usize]) {
    let test = |n, nt, chunk| {
        let map = |x: &String| format!("{}!", x);
        let map2 = |x: String| format!("{}!", x);

        let vec = input::<Vec<_>>(n);
        let expected = expected(&vec, map2);
        let input = vec.iter().filter(|x| x.as_str() != "?").into_iterable();

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output: Vec<String> = par.map(map).collect_into(vec![]);
        assert!(output.is_equal_to(expected.as_slice()));
    };
    test_n_nt_chunk(n, nt, chunk, test);
}

#[test_matrix(N, NT, CHUNK)]
fn map_collect(n: &[usize], nt: &[usize], chunk: &[usize]) {
    let test = |n, nt, chunk| {
        let map = |x: &String| format!("{}!", x);
        let map2 = |x: String| format!("{}!", x);

        let vec = input::<Vec<_>>(n);
        let expected = expected(&vec, map2);
        let input = vec.iter().filter(|x| x.as_str() != "?").into_iterable();

        let par = input.par().num_threads(nt).chunk_size(chunk);
        let output: Vec<String> = par.map(map).collect();
        assert!(output.is_equal_to(expected.as_slice()));
    };
    test_n_nt_chunk(n, nt, chunk, test);
}