timely 0.29.0

A low-latency data-parallel dataflow system in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

use timely::dataflow::operators::{ToStream, Exchange, Feedback, Concat, ConnectLoop, vec::{Map, BranchWhen}};

fn main() {

    let iterations = std::env::args().nth(1).unwrap().parse::<u64>().unwrap();
    let elements = std::env::args().nth(2).unwrap().parse::<u64>().unwrap();

    // initializes and runs a timely dataflow
    timely::execute_from_args(std::env::args().skip(3), move |worker| {
        let index = worker.index();
        let peers = worker.peers();
        worker.dataflow::<u64,_,_>(move |scope| {
            let (helper, cycle) = scope.feedback(1);
            (0 .. elements)
                  .filter(move |&x| (x as usize) % peers == index)
                  .to_stream(scope)
                  .concat(cycle)
                  .exchange(|&x| x)
                  .map_in_place(|x| *x += 1)
                  .branch_when(move |t| t < &iterations).1
                  .connect_loop(helper);
        });
    }).unwrap();
}