use parking_lot::{
lock_api::{
RawMutex as _,
RawMutexFair as _,
RawMutexTimed as _,
},
RawMutex,
};
use core::{
cell::{Cell, UnsafeCell},
fmt,
marker::PhantomData,
mem,
num::NonZeroUsize,
ops::Deref,
sync::atomic::{AtomicUsize, Ordering},
time::Duration,
};
use std::time::Instant;
#[cfg(feature = "owning_ref_support")]
use owning_ref::StableAddress;
#[cfg(feature = "serde_support")]
use serde::{Deserialize, Deserializer, Serialize, Serializer};
fn nonzero_thread_id() -> NonZeroUsize {
thread_local!(static KEY: u8 = 0);
KEY.with(|x| {
NonZeroUsize::new(x as *const _ as usize)
.expect("thread-local variable address is null")
})
}
struct RawReentrantMutex {
owner: AtomicUsize,
lock_count: Cell<usize>,
mutex: RawMutex,
}
impl RawReentrantMutex {
#[inline]
fn lock_internal<F: FnOnce() -> bool>(&self, try_lock: F) -> bool {
let id = nonzero_thread_id().get();
if self.owner.load(Ordering::Relaxed) == id {
self.lock_count.set(
self.lock_count
.get()
.checked_add(1)
.expect("ReentrantMutex lock count overflow"),
);
} else {
if !try_lock() {
return false;
}
self.owner.store(id, Ordering::Relaxed);
debug_assert_eq!(self.lock_count.get(), 0);
self.lock_count.set(1);
}
true
}
#[inline]
fn lock(&self) {
self.lock_internal(|| {
self.mutex.lock();
true
});
}
#[inline]
fn try_lock(&self) -> bool {
self.lock_internal(|| self.mutex.try_lock())
}
#[inline]
fn unlock(&self) {
let lock_count = self.lock_count.get() - 1;
self.lock_count.set(lock_count);
if lock_count == 0 {
self.owner.store(0, Ordering::Relaxed);
self.mutex.unlock();
}
}
}
impl RawReentrantMutex {
#[inline]
fn unlock_fair(&self) {
let lock_count = self.lock_count.get() - 1;
self.lock_count.set(lock_count);
if lock_count == 0 {
self.owner.store(0, Ordering::Relaxed);
self.mutex.unlock_fair();
}
}
#[inline]
fn bump(&self) {
if self.lock_count.get() == 1 {
let id = self.owner.load(Ordering::Relaxed);
self.owner.store(0, Ordering::Relaxed);
self.mutex.bump();
self.owner.store(id, Ordering::Relaxed);
}
}
}
impl RawReentrantMutex {
#[inline]
fn try_lock_until(&self, timeout: Instant) -> bool {
self.lock_internal(|| self.mutex.try_lock_until(timeout))
}
#[inline]
fn try_lock_for(&self, timeout: Duration) -> bool {
self.lock_internal(|| self.mutex.try_lock_for(timeout))
}
}
pub struct ReentrantMutex<T: ?Sized> {
raw: RawReentrantMutex,
data: UnsafeCell<T>,
}
unsafe impl<T: ?Sized + Send> Send
for ReentrantMutex<T>
{
}
unsafe impl<T: ?Sized + Send> Sync
for ReentrantMutex<T>
{
}
impl<T> ReentrantMutex<T> {
#[inline]
pub const fn new(val: T) -> ReentrantMutex<T> {
ReentrantMutex {
data: UnsafeCell::new(val),
raw: RawReentrantMutex {
owner: AtomicUsize::new(0),
lock_count: Cell::new(0),
mutex: RawMutex::INIT,
},
}
}
#[inline]
pub fn into_inner(self) -> T {
self.data.into_inner()
}
}
impl<T: ?Sized> ReentrantMutex<T> {
#[inline]
unsafe fn guard(&self) -> ReentrantMutexGuard<'_, T> {
ReentrantMutexGuard {
remutex: &self,
marker: PhantomData,
}
}
#[inline]
pub fn lock(&self) -> ReentrantMutexGuard<'_, T> {
self.raw.lock();
unsafe { self.guard() }
}
#[inline]
pub fn try_lock(&self) -> Option<ReentrantMutexGuard<'_, T>> {
if self.raw.try_lock() {
Some(unsafe { self.guard() })
} else {
None
}
}
#[inline]
pub fn get_mut(&mut self) -> &mut T {
unsafe { &mut *self.data.get() }
}
#[inline]
pub unsafe fn force_unlock(&self) {
self.raw.unlock();
}
#[inline]
pub unsafe fn raw(&self) -> &RawMutex {
&self.raw.mutex
}
}
impl<T: ?Sized> ReentrantMutex<T> {
#[inline]
pub unsafe fn force_unlock_fair(&self) {
self.raw.unlock_fair();
}
}
impl<T: ?Sized> ReentrantMutex<T> {
#[inline]
pub fn try_lock_for(&self, timeout: Duration) -> Option<ReentrantMutexGuard<'_, T>> {
if self.raw.try_lock_for(timeout) {
Some(unsafe { self.guard() })
} else {
None
}
}
#[inline]
pub fn try_lock_until(&self, timeout: Instant) -> Option<ReentrantMutexGuard<'_, T>> {
if self.raw.try_lock_until(timeout) {
Some(unsafe { self.guard() })
} else {
None
}
}
}
impl<T: ?Sized + Default> Default for ReentrantMutex<T> {
#[inline]
fn default() -> ReentrantMutex<T> {
ReentrantMutex::new(Default::default())
}
}
impl<T> From<T> for ReentrantMutex<T> {
#[inline]
fn from(t: T) -> ReentrantMutex<T> {
ReentrantMutex::new(t)
}
}
impl<T: ?Sized + fmt::Debug> fmt::Debug for ReentrantMutex<T> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self.try_lock() {
Some(guard) => f
.debug_struct("ReentrantMutex")
.field("data", &&*guard)
.finish(),
None => {
struct LockedPlaceholder;
impl fmt::Debug for LockedPlaceholder {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
f.write_str("<locked>")
}
}
f.debug_struct("ReentrantMutex")
.field("data", &LockedPlaceholder)
.finish()
}
}
}
}
#[cfg(feature = "serde_support")]
impl<T> Serialize for ReentrantMutex<T>
where
T: Serialize + ?Sized,
{
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where
S: Serializer,
{
self.lock().serialize(serializer)
}
}
#[cfg(feature = "serde_support")]
impl<'de, T> Deserialize<'de> for ReentrantMutex<T>
where
T: Deserialize<'de> + ?Sized,
{
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where
D: Deserializer<'de>,
{
Deserialize::deserialize(deserializer).map(ReentrantMutex::new)
}
}
#[must_use = "if unused the ReentrantMutex will immediately unlock"]
pub struct ReentrantMutexGuard<'a, T: ?Sized> {
remutex: &'a ReentrantMutex<T>,
marker: PhantomData<(&'a T, *mut ())>,
}
unsafe impl<'a, T: ?Sized + Sync + 'a> Sync
for ReentrantMutexGuard<'a, T>
{
}
impl<'a, T: ?Sized + 'a> ReentrantMutexGuard<'a, T> {
pub fn remutex(s: &Self) -> &'a ReentrantMutex<T> {
s.remutex
}
#[inline]
pub fn map<U: ?Sized, F>(s: Self, f: F) -> MappedReentrantMutexGuard<'a, U>
where
F: FnOnce(&T) -> &U,
{
let raw = &s.remutex.raw;
let data = f(unsafe { &*s.remutex.data.get() });
mem::forget(s);
MappedReentrantMutexGuard {
raw,
data,
marker: PhantomData,
}
}
#[inline]
pub fn try_map<U: ?Sized, F>(
s: Self,
f: F,
) -> Result<MappedReentrantMutexGuard<'a, U>, Self>
where
F: FnOnce(&mut T) -> Option<&mut U>,
{
let raw = &s.remutex.raw;
let data = match f(unsafe { &mut *s.remutex.data.get() }) {
Some(data) => data,
None => return Err(s),
};
mem::forget(s);
Ok(MappedReentrantMutexGuard {
raw,
data,
marker: PhantomData,
})
}
#[inline]
pub fn unlocked<F, U>(s: &mut Self, f: F) -> U
where
F: FnOnce() -> U,
{
s.remutex.raw.unlock();
defer!(s.remutex.raw.lock());
f()
}
}
impl<'a, T: ?Sized + 'a>
ReentrantMutexGuard<'a, T>
{
#[inline]
pub fn unlock_fair(s: Self) {
s.remutex.raw.unlock_fair();
mem::forget(s);
}
#[inline]
pub fn unlocked_fair<F, U>(s: &mut Self, f: F) -> U
where
F: FnOnce() -> U,
{
s.remutex.raw.unlock_fair();
defer!(s.remutex.raw.lock());
f()
}
#[inline]
pub fn bump(s: &mut Self) {
s.remutex.raw.bump();
}
}
impl<'a, T: ?Sized + 'a> Deref
for ReentrantMutexGuard<'a, T>
{
type Target = T;
#[inline]
fn deref(&self) -> &T {
unsafe { &*self.remutex.data.get() }
}
}
impl<'a, T: ?Sized + 'a> Drop
for ReentrantMutexGuard<'a, T>
{
#[inline]
fn drop(&mut self) {
self.remutex.raw.unlock();
}
}
impl<'a, T: fmt::Debug + ?Sized + 'a> fmt::Debug
for ReentrantMutexGuard<'a, T>
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
fmt::Debug::fmt(&**self, f)
}
}
impl<'a, T: fmt::Display + ?Sized + 'a> fmt::Display
for ReentrantMutexGuard<'a, T>
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
#[cfg(feature = "owning_ref_support")]
unsafe impl<'a, T: ?Sized + 'a> StableAddress
for ReentrantMutexGuard<'a, T>
{
}
#[must_use = "if unused the ReentrantMutex will immediately unlock"]
pub struct MappedReentrantMutexGuard<'a, T: ?Sized> {
raw: &'a RawReentrantMutex,
data: *const T,
marker: PhantomData<&'a T>,
}
unsafe impl<'a, T: ?Sized + Sync + 'a> Sync
for MappedReentrantMutexGuard<'a, T>
{
}
impl<'a, T: ?Sized + 'a>
MappedReentrantMutexGuard<'a, T>
{
#[inline]
pub fn map<U: ?Sized, F>(s: Self, f: F) -> MappedReentrantMutexGuard<'a, U>
where
F: FnOnce(&T) -> &U,
{
let raw = s.raw;
let data = f(unsafe { &*s.data });
mem::forget(s);
MappedReentrantMutexGuard {
raw,
data,
marker: PhantomData,
}
}
#[inline]
pub fn try_map<U: ?Sized, F>(
s: Self,
f: F,
) -> Result<MappedReentrantMutexGuard<'a, U>, Self>
where
F: FnOnce(&T) -> Option<&U>,
{
let raw = s.raw;
let data = match f(unsafe { &*s.data }) {
Some(data) => data,
None => return Err(s),
};
mem::forget(s);
Ok(MappedReentrantMutexGuard {
raw,
data,
marker: PhantomData,
})
}
}
impl<'a, T: ?Sized + 'a>
MappedReentrantMutexGuard<'a, T>
{
#[inline]
pub fn unlock_fair(s: Self) {
s.raw.unlock_fair();
mem::forget(s);
}
}
impl<'a, T: ?Sized + 'a> Deref
for MappedReentrantMutexGuard<'a, T>
{
type Target = T;
#[inline]
fn deref(&self) -> &T {
unsafe { &*self.data }
}
}
impl<'a, T: ?Sized + 'a> Drop
for MappedReentrantMutexGuard<'a, T>
{
#[inline]
fn drop(&mut self) {
self.raw.unlock();
}
}
impl<'a, T: fmt::Debug + ?Sized + 'a> fmt::Debug
for MappedReentrantMutexGuard<'a, T>
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
fmt::Debug::fmt(&**self, f)
}
}
impl<'a, T: fmt::Display + ?Sized + 'a> fmt::Display
for MappedReentrantMutexGuard<'a, T>
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
#[cfg(feature = "owning_ref_support")]
unsafe impl<'a, T: ?Sized + 'a> StableAddress
for MappedReentrantMutexGuard<'a, T>
{
}
#[cfg(test)]
mod tests {
use crate::ReentrantMutex;
use std::cell::RefCell;
use std::sync::Arc;
use std::thread;
#[cfg(feature = "serde_support")]
use bincode::{deserialize, serialize};
#[test]
fn smoke() {
let m = ReentrantMutex::new(2);
{
let a = m.lock();
{
let b = m.lock();
{
let c = m.lock();
assert_eq!(*c, 2);
}
assert_eq!(*b, 2);
}
assert_eq!(*a, 2);
}
}
#[test]
fn is_mutex() {
let m = Arc::new(ReentrantMutex::new(RefCell::new(0)));
let m2 = m.clone();
let lock = m.lock();
let child = thread::spawn(move || {
let lock = m2.lock();
assert_eq!(*lock.borrow(), 4950);
});
for i in 0..100 {
let lock = m.lock();
*lock.borrow_mut() += i;
}
drop(lock);
child.join().unwrap();
}
#[test]
fn trylock_works() {
let m = Arc::new(ReentrantMutex::new(()));
let m2 = m.clone();
let _lock = m.try_lock();
let _lock2 = m.try_lock();
thread::spawn(move || {
let lock = m2.try_lock();
assert!(lock.is_none());
})
.join()
.unwrap();
let _lock3 = m.try_lock();
}
#[test]
fn test_reentrant_mutex_debug() {
let mutex = ReentrantMutex::new(vec![0u8, 10]);
assert_eq!(format!("{:?}", mutex), "ReentrantMutex { data: [0, 10] }");
}
#[cfg(feature = "serde_support")]
#[test]
fn test_serde() {
let contents: Vec<u8> = vec![0, 1, 2];
let mutex = ReentrantMutex::new(contents.clone());
let serialized = serialize(&mutex).unwrap();
let deserialized: ReentrantMutex<Vec<u8>> = deserialize(&serialized).unwrap();
assert_eq!(*(mutex.lock()), *(deserialized.lock()));
assert_eq!(contents, *(deserialized.lock()));
}
}