Function timely_communication::initialize::initialize
[−]
[src]
pub fn initialize<T: Send + 'static, F: Fn(Generic) -> T + Send + Sync + 'static>(
config: Configuration,
log_sender: Arc<Fn(CommsSetup) -> CommsLogger + Send + Sync>,
func: F
) -> Result<WorkerGuards<T>, String>
Initializes communication and executes a distributed computation.
This method allocates an allocator::Generic
for each thread, spawns local worker threads,
and invokes the supplied function with the allocator.
The method returns a WorkerGuards<T>
which can be join
ed to retrieve the return values
(or errors) of the workers.
#Examples
// configure for two threads, just one process. let config = timely_communication::Configuration::Process(2); // create a source of inactive loggers. let logger = ::std::sync::Arc::new(|_| timely_communication::logging::BufferingLogger::new_inactive()); // initializes communication, spawns workers let guards = timely_communication::initialize(config, logger, |mut allocator| { println!("worker {} started", allocator.index()); // allocates pair of senders list and one receiver. let (mut senders, mut receiver, _) = allocator.allocate(); // send typed data along each channel senders[0].send(format!("hello, {}", 0)); senders[1].send(format!("hello, {}", 1)); // no support for termination notification, // we have to count down ourselves. let mut expecting = 2; while expecting > 0 { if let Some(message) = receiver.recv() { println!("worker {}: received: <{}>", allocator.index(), message); expecting -= 1; } } // optionally, return something allocator.index() }); // computation runs until guards are joined or dropped. if let Ok(guards) = guards { for guard in guards.join() { println!("result: {:?}", guard); } } else { println!("error in computation"); }
The should produce output like:
ⓘThis example is not tested
worker 0 started worker 1 started worker 0: received: <hello, 0> worker 1: received: <hello, 1> worker 0: received: <hello, 0> worker 1: received: <hello, 1> result: Ok(0) result: Ok(1)