1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
use core::ptr::{self, NonNull};
pub use core::sync::atomic::*;
pub use radium::Radium;
mod sealed {
pub trait Sealed {}
}
pub trait PyAtomicScalar: sealed::Sealed {
type Radium: Radium<Item = Self>;
}
pub type PyAtomic<T> = <T as PyAtomicScalar>::Radium;
#[cfg(feature = "threading")]
macro_rules! atomic_ty {
($i:ty, $atomic:ty) => {
$atomic
};
}
#[cfg(not(feature = "threading"))]
macro_rules! atomic_ty {
($i:ty, $atomic:ty) => {
core::cell::Cell<$i>
};
}
macro_rules! impl_atomic_scalar {
($(($i:ty, $atomic:ty),)*) => {
$(
impl sealed::Sealed for $i {}
impl PyAtomicScalar for $i {
type Radium = atomic_ty!($i, $atomic);
}
)*
};
}
impl_atomic_scalar!(
(u8, AtomicU8),
(i8, AtomicI8),
(u16, AtomicU16),
(i16, AtomicI16),
(u32, AtomicU32),
(i32, AtomicI32),
(u64, AtomicU64),
(i64, AtomicI64),
(usize, AtomicUsize),
(isize, AtomicIsize),
(bool, AtomicBool),
);
impl<T> sealed::Sealed for *mut T {}
impl<T> PyAtomicScalar for *mut T {
type Radium = atomic_ty!(*mut T, AtomicPtr<T>);
}
pub struct OncePtr<T> {
inner: PyAtomic<*mut T>,
}
impl<T> Default for OncePtr<T> {
fn default() -> Self {
Self::new()
}
}
impl<T> OncePtr<T> {
#[inline]
pub fn new() -> Self {
OncePtr {
inner: Radium::new(ptr::null_mut()),
}
}
pub fn get(&self) -> Option<NonNull<T>> {
NonNull::new(self.inner.load(Ordering::Acquire))
}
pub fn set(&self, value: NonNull<T>) -> Result<(), NonNull<T>> {
let exchange = self.inner.compare_exchange(
ptr::null_mut(),
value.as_ptr(),
Ordering::AcqRel,
Ordering::Acquire,
);
match exchange {
Ok(_) => Ok(()),
Err(_) => Err(value),
}
}
pub fn get_or_init<F>(&self, f: F) -> NonNull<T>
where
F: FnOnce() -> Box<T>,
{
enum Void {}
match self.get_or_try_init(|| Ok::<_, Void>(f())) {
Ok(val) => val,
Err(void) => match void {},
}
}
pub fn get_or_try_init<F, E>(&self, f: F) -> Result<NonNull<T>, E>
where
F: FnOnce() -> Result<Box<T>, E>,
{
if let Some(val) = self.get() {
return Ok(val);
}
Ok(self.initialize(f()?))
}
#[cold]
fn initialize(&self, val: Box<T>) -> NonNull<T> {
let ptr = Box::into_raw(val);
let exchange =
self.inner
.compare_exchange(ptr::null_mut(), ptr, Ordering::AcqRel, Ordering::Acquire);
let ptr = match exchange {
Ok(_) => ptr,
Err(winner) => {
drop(unsafe { Box::from_raw(ptr) });
winner
}
};
unsafe { NonNull::new_unchecked(ptr) }
}
}