1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
use std::sync::atomic::{AtomicU64, Ordering};
use std::time::{Duration, Instant};
const BUSY: u64 = 1 << 63;
/// Busy time of a runtime, written by the runtime thread and read from any
/// thread, including while the runtime is busy.
#[derive(Debug)]
pub(crate) struct BusyClock {
origin: Instant,
// nanoseconds since `origin`. While idle, the total busy time. While busy,
// `BUSY` and the start of the busy period minus the busy time before it,
// so the busy time is the current time minus this value.
state: AtomicU64,
// start of the current turn in nanoseconds since `origin` plus one, zero
// while idle
turn: AtomicU64,
// the largest busy time returned by `busy_duration`. A reader that reads
// the clock after the runtime thread read it for `stop`, but before the
// state is published, returns more than the published total.
reported: AtomicU64,
}
impl BusyClock {
pub(crate) fn new() -> Self {
Self {
origin: Instant::now(),
state: AtomicU64::new(0),
turn: AtomicU64::new(0),
reported: AtomicU64::new(0),
}
}
fn nanos(&self, t: Instant) -> u64 {
u64::try_from(t.saturating_duration_since(self.origin).as_nanos())
.unwrap_or(u64::MAX)
.min(BUSY - 1)
}
/// Starts a busy period and its first turn, if the runtime is idle.
///
/// Must be called on the runtime thread.
pub(crate) fn start(&self, now: Instant) {
let state = self.state.load(Ordering::Relaxed);
if state & BUSY == 0 {
let now = self.nanos(now);
self.turn.store(now + 1, Ordering::Relaxed);
self.state
.store(BUSY | now.saturating_sub(state), Ordering::Release);
}
}
/// Starts the next turn of the busy period.
///
/// Must be called on the runtime thread.
pub(crate) fn next_turn(&self, now: Instant) {
self.turn.store(self.nanos(now) + 1, Ordering::Relaxed);
}
/// Ends the busy period, if the runtime is busy.
///
/// Must be called on the runtime thread.
pub(crate) fn stop(&self, now: Instant) {
let state = self.state.load(Ordering::Relaxed);
if state & BUSY != 0 {
self.turn.store(0, Ordering::Relaxed);
self.state.store(
self.nanos(now).saturating_sub(state & !BUSY),
Ordering::Release,
);
}
}
/// Returns the total busy time, including the current busy period.
///
/// The result never decreases between calls, from any thread.
pub(crate) fn busy_duration(&self) -> Duration {
let busy = self.read();
let prev = self.reported.fetch_max(busy, Ordering::Relaxed);
Duration::from_nanos(busy.max(prev))
}
fn read(&self) -> u64 {
let mut state = self.state.load(Ordering::Acquire);
loop {
if state & BUSY == 0 {
return state;
}
// the busy period is still running if the state did not change
// while the clock was read
let now = self.nanos(Instant::now());
let next = self.state.load(Ordering::Acquire);
if next == state {
return now.saturating_sub(state & !BUSY);
}
state = next;
}
}
/// Returns how long the current turn has been running, `None` while idle.
pub(crate) fn current_turn(&self) -> Option<Duration> {
let turn = self.turn.load(Ordering::Acquire);
(turn != 0)
.then(|| Duration::from_nanos(self.nanos(Instant::now()).saturating_sub(turn - 1)))
}
}
#[cfg(test)]
#[path = "../tests/unit/busy.rs"]
mod tests;