lamellar 0.8.0

Lamellar is an asynchronous tasking runtime for HPC systems developed in RUST.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

use lamellar::active_messaging::*;
use lamellar::array::prelude::*;
use rand::Rng;

#[AmData]
struct AddAm {
    array: AtomicArray<usize>,
    indices: Vec<usize>,
}

#[am]
impl LamellarAM for AddAm {
    async fn exec(self) {
        let data = self.array.local_data();
        for i in self.indices.iter() {
            data.at(*i).fetch_add(1);
        }
    }
}

#[lamellar::main]
fn main() {
    unsafe {
        let num_per_batch = match std::env::var("LAMELLAR_OP_BATCH") {
            Ok(n) => n.parse::<usize>().unwrap(), //+ 1 to account for main thread
            Err(_) => 10000,                      //+ 1 to account for main thread
        };
        let world = lamellar::LamellarWorldBuilder::new().build();
        let num_pes = world.num_pes();
        let my_pe = world.my_pe();
        let array_size = 1000000;
        let array =
            AtomicArray::<usize>::new(world.clone(), array_size, Distribution::Block).block(); //non intrinsic atomic, non bitwise
                                                                                               //create vec of random indices between 0 & 1000000
        let mut rng = rand::rng();
        let indices = (0..10_000_000)
            .map(|_| rng.random_range(0..array_size))
            .collect::<Vec<_>>();
        // let _vals = vec![1; 10_000_000];

        array.barrier();
        let timer = std::time::Instant::now();
        let _ = array.batch_add(indices.clone(), 1).spawn();
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        //check that world wait all works
        world.wait_all();
        world.barrier();
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        println!("{:?}", array.sum().block());
        world.barrier();

        array.barrier();
        let mut timer = std::time::Instant::now();
        let _ = array.batch_add(indices.clone(), 1).spawn();
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        //check that array wait all works
        array.wait_all();
        array.barrier();
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        println!("{:?}", array.sum().block());
        array.barrier();
        timer = std::time::Instant::now();
        let mut bufs = vec![Vec::with_capacity(num_per_batch); num_pes];
        for i in indices.iter() {
            let pe = i % num_pes;
            let index = i / num_pes;
            bufs[pe].push(index);
            if bufs[pe].len() == num_per_batch {
                let mut buf = Vec::with_capacity(num_per_batch);
                std::mem::swap(&mut bufs[pe], &mut buf);
                let _ = world.spawn_am_pe(
                    pe,
                    AddAm {
                        array: array.clone(),
                        indices: buf,
                    },
                );
            }
        }
        for (pe, buf) in bufs.drain(..).enumerate() {
            if buf.len() > 0 {
                let _ = world.spawn_am_pe(
                    pe,
                    AddAm {
                        array: array.clone(),
                        indices: buf,
                    },
                );
            }
        }
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        world.wait_all();
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        world.barrier();
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        println!("{:?}", array.sum().block());
        let array = array.into_unsafe().block();

        world.barrier();
        // let iter = vals.into_iter();
        timer = std::time::Instant::now();
        // array.batch_add(indices.iter(),(0..10_000_000).map(|_| 1));
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        world.wait_all();
        world.barrier();
        if my_pe == 0 {
            println!("{:?}", timer.elapsed());
        }
        println!("{:?}", array.sum().block());
    }
}