parallel_task 0.6.0

A fast data parallelism library for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

//! WorkerThreads follow a Push based strategy wherein Threads are managed by a WorkerController that
//! spawns WorkerThreads. These worker threads can be communicated with via sync and async channels to 
//! send data for processing and to close the same

use crate::{collector::Collector, errors::WorkThreadError, for_each::ParallelForEach, iterators::iterator::AtomicIterator, map::ParallelMap, push_workers::{priorisation::ThreadPrioritization, worker_controller::WorkerController}};
pub struct WorkerThreads {pub nthreads:usize }

#[allow(dead_code)]
impl WorkerThreads
{
    pub fn collect<I,F,T,V,C>(self, task:ParallelMap<V,F,T,I>) -> C
    where I:AtomicIterator<AtomicItem = V> + Send + Sized,
    F: Fn(V) -> T + Send + Sync,
    V: Send + Sync,
    T:Send + Sync,
    C: Collector<T> {          
        let fnc = task.f;       
        let q = task.iter.iter;        
        match WorkerController::new(fnc,q, ThreadPrioritization::Remaining)
        .run::<C>() {
            Ok(res) => { res }
            Err(e) => {
                if let WorkThreadError::ThreadAdd(e) = e {
                    panic!("Error: {}",e);
                } else {
                    panic!("Unknown error occurred in worker controller");
                }
            }
        }               
    }  

    pub fn run<I,F,V>(self, task:ParallelForEach<V,F,I>)
    where I:AtomicIterator<AtomicItem = V> + Send + Sized,
    F: Fn(V) + Send + Sync,
    V: Send + Sync,    
    {
        let fnc = task.f;       
        let q = task.iter.iter;            

        if let Err(e) = WorkerController::new(fnc,q,ThreadPrioritization::Remaining)
         .run::<Vec<_>>() {            
            if let WorkThreadError::ThreadAdd(e) = e {
                panic!("Error: {}",e);
            } else {
                panic!("Unknown error occurred in worker controller");
            }        
        };             
    }    
}