use core::{
cell::UnsafeCell,
fmt,
marker::PhantomData,
mem::{self, ManuallyDrop},
ops::{Deref, DerefMut},
ptr::NonNull,
};
use crate::{
sync::{
poison::{self, LockResult, TryLockError, TryLockResult},
RawRwLock, RawRwLockTimed,
},
sys::sync as sys,
time::{Duration, Instant},
};
use super::PoisonError;
type DefaultRwLock = cfg_select! {
feature = "kernel" => sys::RwLock,
pbp => sys::LwRwLock,
_ => sys::SemaRwLock,
};
pub struct RwLock<T: ?Sized, Raw = DefaultRwLock> {
inner: Raw,
poison: poison::Flag,
data: UnsafeCell<T>,
}
unsafe impl<T: ?Sized + Send, Raw> Send for RwLock<T, Raw> {}
unsafe impl<T: ?Sized + Send + Sync, Raw> Sync for RwLock<T, Raw> {}
impl<T: ?Sized, Raw> core::panic::UnwindSafe for RwLock<T, Raw> {}
impl<T: ?Sized, Raw> core::panic::RefUnwindSafe for RwLock<T, Raw> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct RwLockReadGuard<'a, T: ?Sized + 'a, Raw: RawRwLock = DefaultRwLock> {
data: NonNull<T>,
inner_lock: &'a Raw,
}
impl<T: ?Sized, L: RawRwLock> !Send for RwLockReadGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for RwLockReadGuard<'_, T, L> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct RwLockWriteGuard<'a, T: ?Sized + 'a, L: RawRwLock = DefaultRwLock> {
lock: &'a RwLock<T, L>,
poison: poison::Guard,
}
impl<T: ?Sized, L: RawRwLock> !Send for RwLockWriteGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for RwLockWriteGuard<'_, T, L> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct MappedRwLockReadGuard<'a, T: ?Sized + 'a, L: RawRwLock = DefaultRwLock> {
data: NonNull<T>,
inner_lock: &'a L,
}
impl<T: ?Sized, L: RawRwLock> !Send for MappedRwLockReadGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for MappedRwLockReadGuard<'_, T, L> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct MappedRwLockWriteGuard<'a, T: ?Sized + 'a, L: RawRwLock = DefaultRwLock> {
data: NonNull<T>,
inner_lock: &'a L,
poison_flag: &'a poison::Flag,
poison: poison::Guard,
_variance: PhantomData<&'a mut T>,
}
impl<T: ?Sized, L: RawRwLock> !Send for MappedRwLockWriteGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for MappedRwLockWriteGuard<'_, T, L> {}
impl<T> RwLock<T> {
#[inline]
pub const fn new(t: T) -> RwLock<T> {
RwLock {
inner: DefaultRwLock::new(),
poison: poison::Flag::new(),
data: UnsafeCell::new(t),
}
}
}
impl<T, L: RawRwLock> RwLock<T, L> {
#[inline]
pub const fn new_with(value: T, raw_lock: L) -> Self {
Self {
inner: raw_lock,
poison: poison::Flag::new(),
data: UnsafeCell::new(value),
}
}
pub fn get_cloned(&self) -> Result<T, PoisonError<()>>
where
T: Clone,
{
match self.read_checked() {
Ok(guard) => Ok((*guard).clone()),
Err(_) => Err(PoisonError::new(())),
}
}
pub fn set(&self, value: T) -> Result<(), PoisonError<T>> {
if mem::needs_drop::<T>() {
self.replace(value).map(drop)
} else {
match self.write_checked() {
Ok(mut guard) => {
*guard = value;
Ok(())
},
Err(_) => Err(PoisonError::new(value)),
}
}
}
pub fn replace(&self, value: T) -> LockResult<T> {
match self.write_checked() {
Ok(mut guard) => Ok(mem::replace(&mut *guard, value)),
Err(_) => Err(PoisonError::new(value)),
}
}
}
impl<T: ?Sized, L: RawRwLock> RwLock<T, L> {
#[inline]
pub fn read(&self) -> RwLockReadGuard<'_, T, L> {
unsafe {
self.inner.read();
match RwLockReadGuard::new(self) {
Ok(guard) => guard,
Err(err) => panic!("{err}"),
}
}
}
#[inline]
pub fn try_read(&self) -> TryLockResult<RwLockReadGuard<'_, T, L>> {
unsafe {
if self.inner.try_read() {
Ok(RwLockReadGuard::new(self)?)
} else {
Err(TryLockError::WouldBlock)
}
}
}
#[inline]
pub fn write(&self) -> RwLockWriteGuard<'_, T, L> {
unsafe {
self.inner.write();
match RwLockWriteGuard::new(self) {
Ok(guard) => guard,
Err(err) => panic!("{err}"),
}
}
}
#[inline]
pub fn try_write(&self) -> TryLockResult<RwLockWriteGuard<'_, T, L>> {
unsafe {
if self.inner.try_write() {
Ok(RwLockWriteGuard::new(self)?)
} else {
Err(TryLockError::WouldBlock)
}
}
}
#[inline]
pub fn read_unchecked(&self) -> RwLockReadGuard<'_, T, L> {
unsafe {
self.inner.read();
match RwLockReadGuard::new(self) {
Ok(guard) => guard,
Err(err) => err.into_inner(),
}
}
}
#[inline]
pub fn write_unchecked(&self) -> RwLockWriteGuard<'_, T, L> {
unsafe {
self.inner.write();
match RwLockWriteGuard::new(self) {
Ok(guard) => guard,
Err(err) => err.into_inner(),
}
}
}
pub fn into_inner(self) -> T
where
T: Sized,
{
let data = self.data.into_inner();
match poison::map_result(self.poison.borrow(), |()| data) {
Ok(data) => data,
Err(err) => panic!("{err}"),
}
}
pub fn get_mut(&mut self) -> &mut T {
let data = self.data.get_mut();
match poison::map_result(self.poison.borrow(), |()| data) {
Ok(data) => data,
Err(err) => panic!("{err}"),
}
}
pub fn into_inner_unchecked(self) -> T
where
T: Sized,
{
self.data.into_inner()
}
pub fn get_mut_unchecked(&mut self) -> &mut T {
self.data.get_mut()
}
}
impl<T: ?Sized, L: RawRwLock> RwLock<T, L> {
#[inline]
pub fn read_checked(&self) -> LockResult<RwLockReadGuard<'_, T, L>> {
unsafe {
self.inner.read();
RwLockReadGuard::new(self)
}
}
#[inline]
pub fn write_checked(&self) -> LockResult<RwLockWriteGuard<'_, T, L>> {
unsafe {
self.inner.write();
RwLockWriteGuard::new(self)
}
}
#[inline]
pub fn is_poisoned(&self) -> bool {
self.poison.get()
}
#[inline]
pub fn clear_poison(&self) {
self.poison.clear();
}
pub fn into_inner_checked(self) -> LockResult<T>
where
T: Sized,
{
let data = self.data.into_inner();
poison::map_result(self.poison.borrow(), |()| data)
}
pub fn get_mut_checked(&mut self) -> LockResult<&mut T> {
let data = self.data.get_mut();
poison::map_result(self.poison.borrow(), |()| data)
}
pub const fn data_ptr(&self) -> *mut T {
self.data.get()
}
}
impl<T: ?Sized, L: RawRwLockTimed> RwLock<T, L> {
#[inline]
#[track_caller]
pub fn try_read_for(&self, timeout: Duration) -> Option<RwLockReadGuard<'_, T, L>> {
if self.inner.try_read_for(timeout) {
unsafe { RwLockReadGuard::new(self).ok() }
} else {
None
}
}
#[inline]
#[track_caller]
pub fn try_read_until(&self, timeout: Instant) -> Option<RwLockReadGuard<'_, T, L>> {
if self.inner.try_read_until(timeout) {
unsafe { RwLockReadGuard::new(self).ok() }
} else {
None
}
}
#[inline]
#[track_caller]
pub fn try_write_for(&self, timeout: Duration) -> Option<RwLockWriteGuard<'_, T, L>> {
if self.inner.try_write_for(timeout) {
unsafe { RwLockWriteGuard::new(self).ok() }
} else {
None
}
}
#[inline]
#[track_caller]
pub fn try_write_until(&self, timeout: Instant) -> Option<RwLockWriteGuard<'_, T, L>> {
if self.inner.try_write_until(timeout) {
unsafe { RwLockWriteGuard::new(self).ok() }
} else {
None
}
}
}
impl<T: ?Sized + fmt::Debug, L: RawRwLock> fmt::Debug for RwLock<T, L> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
let mut d = f.debug_struct("RwLock");
match self.try_read() {
Ok(guard) => {
d.field("data", &&*guard);
},
Err(TryLockError::Poisoned(err)) => {
d.field("data", &&**err.get_ref());
},
Err(TryLockError::WouldBlock) => {
d.field("data", &format_args!("<locked>"));
},
}
d.field("poisoned", &self.poison.get());
d.finish_non_exhaustive()
}
}
impl<T: Default> Default for RwLock<T> {
fn default() -> RwLock<T> {
RwLock::new(Default::default())
}
}
impl<T> From<T> for RwLock<T> {
fn from(t: T) -> Self {
RwLock::new(t)
}
}
impl<'rwlock, T: ?Sized, L: RawRwLock> RwLockReadGuard<'rwlock, T, L> {
unsafe fn new(lock: &'rwlock RwLock<T, L>) -> LockResult<RwLockReadGuard<'rwlock, T, L>> {
poison::map_result(lock.poison.borrow(), |()| RwLockReadGuard {
data: unsafe { NonNull::new_unchecked(lock.data.get()) },
inner_lock: &lock.inner,
})
}
}
impl<'rwlock, T: ?Sized, L: RawRwLock> RwLockWriteGuard<'rwlock, T, L> {
unsafe fn new(lock: &'rwlock RwLock<T, L>) -> LockResult<RwLockWriteGuard<'rwlock, T, L>> {
poison::map_result(lock.poison.guard(), |guard| RwLockWriteGuard {
lock,
poison: guard,
})
}
}
impl<T, L> fmt::Debug for RwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for RwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Debug for RwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for RwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Debug for MappedRwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for MappedRwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Debug for MappedRwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for MappedRwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T: ?Sized, L: RawRwLock> Deref for RwLockReadGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { self.data.as_ref() }
}
}
impl<T: ?Sized, L: RawRwLock> Deref for RwLockWriteGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { &*self.lock.data.get() }
}
}
impl<T: ?Sized, L: RawRwLock> DerefMut for RwLockWriteGuard<'_, T, L> {
fn deref_mut(&mut self) -> &mut T {
unsafe { &mut *self.lock.data.get() }
}
}
impl<T: ?Sized, L: RawRwLock> Deref for MappedRwLockReadGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { self.data.as_ref() }
}
}
impl<T: ?Sized, L: RawRwLock> Deref for MappedRwLockWriteGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { self.data.as_ref() }
}
}
impl<T: ?Sized, L: RawRwLock> DerefMut for MappedRwLockWriteGuard<'_, T, L> {
fn deref_mut(&mut self) -> &mut T {
unsafe { self.data.as_mut() }
}
}
impl<T: ?Sized, L: RawRwLock> Drop for RwLockReadGuard<'_, T, L> {
fn drop(&mut self) {
unsafe {
self.inner_lock.read_unlock();
}
}
}
impl<T: ?Sized, L: RawRwLock> Drop for RwLockWriteGuard<'_, T, L> {
fn drop(&mut self) {
self.lock.poison.done(&self.poison);
unsafe {
self.lock.inner.write_unlock();
}
}
}
impl<T: ?Sized, L: RawRwLock> Drop for MappedRwLockReadGuard<'_, T, L> {
fn drop(&mut self) {
unsafe {
self.inner_lock.read_unlock();
}
}
}
impl<T: ?Sized, L: RawRwLock> Drop for MappedRwLockWriteGuard<'_, T, L> {
fn drop(&mut self) {
self.poison_flag.done(&self.poison);
unsafe {
self.inner_lock.write_unlock();
}
}
}
impl<'a, T: ?Sized, L: RawRwLock> RwLockReadGuard<'a, T, L> {
pub fn map<U, F>(orig: Self, f: F) -> MappedRwLockReadGuard<'a, U, L>
where
F: FnOnce(&T) -> &U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { orig.data.as_ref() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(orig: Self, f: F) -> Result<MappedRwLockReadGuard<'a, U, L>, Self>
where
F: FnOnce(&T) -> Option<&U>,
U: ?Sized,
{
match f(unsafe { orig.data.as_ref() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
})
},
None => Err(orig),
}
}
}
impl<'a, T: ?Sized, L: RawRwLock> MappedRwLockReadGuard<'a, T, L> {
pub fn map<U, F>(orig: Self, f: F) -> MappedRwLockReadGuard<'a, U, L>
where
F: FnOnce(&T) -> &U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { orig.data.as_ref() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(orig: Self, f: F) -> Result<MappedRwLockReadGuard<'a, U, L>, Self>
where
F: FnOnce(&T) -> Option<&U>,
U: ?Sized,
{
match f(unsafe { orig.data.as_ref() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
})
},
None => Err(orig),
}
}
}
impl<'a, T: ?Sized, L: RawRwLock> RwLockWriteGuard<'a, T, L> {
pub fn map<U, F>(orig: Self, f: F) -> MappedRwLockWriteGuard<'a, U, L>
where
F: FnOnce(&mut T) -> &mut U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { &mut *orig.lock.data.get() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockWriteGuard {
data,
inner_lock: &orig.lock.inner,
poison_flag: &orig.lock.poison,
poison: orig.poison.clone(),
_variance: PhantomData,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(orig: Self, f: F) -> Result<MappedRwLockWriteGuard<'a, U, L>, Self>
where
F: FnOnce(&mut T) -> Option<&mut U>,
U: ?Sized,
{
match f(unsafe { &mut *orig.lock.data.get() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockWriteGuard {
data,
inner_lock: &orig.lock.inner,
poison_flag: &orig.lock.poison,
poison: orig.poison.clone(),
_variance: PhantomData,
})
},
None => Err(orig),
}
}
pub fn downgrade(s: Self) -> RwLockReadGuard<'a, T, L> {
let lock = s.lock;
core::mem::forget(s);
unsafe { lock.inner.downgrade() };
unsafe { RwLockReadGuard::new(lock).unwrap_or_else(poison::PoisonError::into_inner) }
}
}
impl<'a, T: ?Sized, L: RawRwLock> MappedRwLockWriteGuard<'a, T, L> {
pub fn map<U, F>(mut orig: Self, f: F) -> MappedRwLockWriteGuard<'a, U, L>
where
F: FnOnce(&mut T) -> &mut U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { orig.data.as_mut() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockWriteGuard {
data,
inner_lock: orig.inner_lock,
poison_flag: orig.poison_flag,
poison: orig.poison.clone(),
_variance: PhantomData,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(mut orig: Self, f: F) -> Result<MappedRwLockWriteGuard<'a, U, L>, Self>
where
F: FnOnce(&mut T) -> Option<&mut U>,
U: ?Sized,
{
match f(unsafe { orig.data.as_mut() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockWriteGuard {
data,
inner_lock: orig.inner_lock,
poison_flag: orig.poison_flag,
poison: orig.poison.clone(),
_variance: PhantomData,
})
},
None => Err(orig),
}
}
}