dpc-pariter 0.5.1

Parallel iterator processing
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

use dpc_pariter::IteratorExt;

use std::time;

/// Custom [`readahead::Profiler`] implementation
///
/// This implementation will reports on `stderr` that
/// a given side of a pipeline is blocked, waiting for
/// the other side.
///
/// In a real code this might be logging using `log`,
/// capturing metrics, etc.
struct StderrMsgProfiler {
    name: String,
    start: time::Instant,
    duration: time::Duration,
}

impl StderrMsgProfiler {
    fn new(name: &str) -> Self {
        Self {
            start: time::Instant::now(),
            duration: time::Duration::default(),
            name: name.to_string(),
        }
    }
}

impl dpc_pariter::Profiler for StderrMsgProfiler {
    fn start(&mut self) {
        self.start = time::Instant::now();
    }

    fn end(&mut self) {
        self.duration += time::Instant::now()
            .duration_since(self.start)
            // Even with absolutely no delay waiting for
            // the other side of the channel a send/recv will take some time.
            // Substract some tiny value to account for it, to prevent
            // rare but spurious and confusing messages.
            .saturating_sub(time::Duration::from_millis(1));

        let min_duration_to_report = time::Duration::from_millis(100);
        if min_duration_to_report <= self.duration {
            eprintln!(
                "{} was blocked waiting for {}ms",
                self.name,
                self.duration.as_millis()
            );
            self.duration -= min_duration_to_report;
        }
    }
}

fn main() {
    dpc_pariter::scope(|scope| {
        (0..22)
            .map(|i| {
                // make producting values slow
                std::thread::sleep(time::Duration::from_millis(10));
                i
            })
            .readahead_scoped_profiled(
                scope,
                dpc_pariter::TotalTimeProfiler::periodically_millis(2_000, || {
                    eprintln!("Blocked on sending")
                }),
                dpc_pariter::TotalTimeProfiler::new(|stat| {
                    eprintln!(
                        "Sending receiving wait time: {}ms",
                        stat.total().as_millis()
                    )
                }),
            )
            .for_each(|i| {
                println!("{i}");
            })
    })
    .expect("thread panicked");

    (0..22)
        .profile_egress(StderrMsgProfiler::new("sending"))
        .readahead()
        .profile_ingress(StderrMsgProfiler::new("receiving"))
        .for_each(|i| {
            println!("{i}");
            // make consuming values slow
            std::thread::sleep(time::Duration::from_millis(10));
        });

    dpc_pariter::scope(|scope| {
        (0..22)
            .map(|i| {
                // make producting values slow
                std::thread::sleep(time::Duration::from_millis(10));
                i
            })
            .readahead_scoped_profiled(
                scope,
                StderrMsgProfiler::new("sending2"),
                StderrMsgProfiler::new("receiving2"),
            )
            .for_each(|i| {
                println!("{i}");
            })
    })
    .expect("thread panicked");
}