use core::{
cell::UnsafeCell,
fmt,
marker::PhantomData,
mem::{self, ManuallyDrop},
ops::{Deref, DerefMut},
ptr::NonNull,
};
use crate::{
sync::{
nonpoison::{TryLockError, TryLockResult},
RawRwLock, RawRwLockTimed,
},
sys::sync as sys,
time::{Duration, Instant},
};
type DefaultRwLock = cfg_select! {
feature = "kernel" => sys::RwLock,
pbp => sys::LwRwLock,
_ => sys::SemaRwLock,
};
pub struct RwLock<T: ?Sized, Raw = DefaultRwLock> {
inner: Raw,
data: UnsafeCell<T>,
}
unsafe impl<T: ?Sized + Send, Raw> Send for RwLock<T, Raw> {}
unsafe impl<T: ?Sized + Send + Sync, Raw> Sync for RwLock<T, Raw> {}
impl<T: ?Sized, Raw> core::panic::UnwindSafe for RwLock<T, Raw> {}
impl<T: ?Sized, Raw> core::panic::RefUnwindSafe for RwLock<T, Raw> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct RwLockReadGuard<'a, T: ?Sized + 'a, Raw: RawRwLock = DefaultRwLock> {
data: NonNull<T>,
inner_lock: &'a Raw,
}
impl<T: ?Sized, L: RawRwLock> !Send for RwLockReadGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for RwLockReadGuard<'_, T, L> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct RwLockWriteGuard<'a, T: ?Sized + 'a, L: RawRwLock = DefaultRwLock> {
lock: &'a RwLock<T, L>,
}
impl<T: ?Sized, L: RawRwLock> !Send for RwLockWriteGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for RwLockWriteGuard<'_, T, L> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct MappedRwLockReadGuard<'a, T: ?Sized + 'a, L: RawRwLock = DefaultRwLock> {
data: NonNull<T>,
inner_lock: &'a L,
}
impl<T: ?Sized, L: RawRwLock> !Send for MappedRwLockReadGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for MappedRwLockReadGuard<'_, T, L> {}
#[must_use = "if unused the RwLock will immediately unlock"]
#[clippy::has_significant_drop]
pub struct MappedRwLockWriteGuard<'a, T: ?Sized + 'a, L: RawRwLock = DefaultRwLock> {
data: NonNull<T>,
inner_lock: &'a L,
_variance: PhantomData<&'a mut T>,
}
impl<T: ?Sized, L: RawRwLock> !Send for MappedRwLockWriteGuard<'_, T, L> {}
unsafe impl<T: ?Sized + Sync, L: RawRwLock> Sync for MappedRwLockWriteGuard<'_, T, L> {}
impl<T> RwLock<T> {
#[inline]
pub const fn new(t: T) -> RwLock<T> {
RwLock {
inner: DefaultRwLock::new(),
data: UnsafeCell::new(t),
}
}
}
impl<T, L: RawRwLock> RwLock<T, L> {
#[inline]
pub const fn new_with(value: T, raw_lock: L) -> Self {
Self {
inner: raw_lock,
data: UnsafeCell::new(value),
}
}
pub fn get_cloned(&self) -> T
where
T: Clone,
{
(*self.read()).clone()
}
pub fn set(&self, value: T) {
if mem::needs_drop::<T>() {
let v = self.replace(value);
drop(v);
} else {
*self.write() = value;
}
}
pub fn replace(&self, value: T) -> T {
mem::replace(&mut *self.write(), value)
}
}
impl<T: ?Sized, L: RawRwLock> RwLock<T, L> {
#[inline]
pub fn read(&self) -> RwLockReadGuard<'_, T, L> {
unsafe {
self.inner.read();
RwLockReadGuard::new(self)
}
}
#[inline]
pub fn try_read(&self) -> TryLockResult<RwLockReadGuard<'_, T, L>> {
unsafe {
if self.inner.try_read() {
Ok(RwLockReadGuard::new(self))
} else {
Err(TryLockError::WouldBlock)
}
}
}
#[inline]
pub fn write(&self) -> RwLockWriteGuard<'_, T, L> {
unsafe {
self.inner.write();
RwLockWriteGuard::new(self)
}
}
#[inline]
pub fn try_write(&self) -> TryLockResult<RwLockWriteGuard<'_, T, L>> {
unsafe {
if self.inner.try_write() {
Ok(RwLockWriteGuard::new(self))
} else {
Err(TryLockError::WouldBlock)
}
}
}
pub fn into_inner(self) -> T
where
T: Sized,
{
self.data.into_inner()
}
pub fn get_mut(&mut self) -> &mut T {
self.data.get_mut()
}
pub const fn data_ptr(&self) -> *mut T {
self.data.get()
}
pub fn with<F, R>(&self, f: F) -> R
where
F: FnOnce(&T) -> R,
{
f(&self.read())
}
pub fn with_mut<F, R>(&self, f: F) -> R
where
F: FnOnce(&mut T) -> R,
{
f(&mut self.write())
}
}
impl<T: ?Sized, L: RawRwLockTimed> RwLock<T, L> {
#[inline]
#[track_caller]
pub fn try_read_for(&self, timeout: Duration) -> Option<RwLockReadGuard<'_, T, L>> {
if self.inner.try_read_for(timeout) {
Some(unsafe { RwLockReadGuard::new(self) })
} else {
None
}
}
#[inline]
#[track_caller]
pub fn try_read_until(&self, timeout: Instant) -> Option<RwLockReadGuard<'_, T, L>> {
if self.inner.try_read_until(timeout) {
Some(unsafe { RwLockReadGuard::new(self) })
} else {
None
}
}
#[inline]
#[track_caller]
pub fn try_write_for(&self, timeout: Duration) -> Option<RwLockWriteGuard<'_, T, L>> {
if self.inner.try_write_for(timeout) {
Some(unsafe { RwLockWriteGuard::new(self) })
} else {
None
}
}
#[inline]
#[track_caller]
pub fn try_write_until(&self, timeout: Instant) -> Option<RwLockWriteGuard<'_, T, L>> {
if self.inner.try_write_until(timeout) {
Some(unsafe { RwLockWriteGuard::new(self) })
} else {
None
}
}
}
impl<T: ?Sized + fmt::Debug, L: RawRwLock> fmt::Debug for RwLock<T, L> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
let mut d = f.debug_struct("RwLock");
match self.try_read() {
Ok(guard) => {
d.field("data", &&*guard);
},
Err(TryLockError::WouldBlock) => {
d.field("data", &format_args!("<locked>"));
},
}
d.finish_non_exhaustive()
}
}
impl<T: Default> Default for RwLock<T> {
fn default() -> RwLock<T> {
RwLock::new(Default::default())
}
}
impl<T> From<T> for RwLock<T> {
fn from(t: T) -> Self {
RwLock::new(t)
}
}
impl<'rwlock, T: ?Sized, L: RawRwLock> RwLockReadGuard<'rwlock, T, L> {
unsafe fn new(lock: &'rwlock RwLock<T, L>) -> RwLockReadGuard<'rwlock, T, L> {
RwLockReadGuard {
data: unsafe { NonNull::new_unchecked(lock.data.get()) },
inner_lock: &lock.inner,
}
}
}
impl<'rwlock, T: ?Sized, L: RawRwLock> RwLockWriteGuard<'rwlock, T, L> {
unsafe fn new(lock: &'rwlock RwLock<T, L>) -> RwLockWriteGuard<'rwlock, T, L> {
RwLockWriteGuard { lock }
}
}
impl<T, L> fmt::Debug for RwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for RwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Debug for RwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for RwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Debug for MappedRwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for MappedRwLockReadGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Debug for MappedRwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Debug,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T, L> fmt::Display for MappedRwLockWriteGuard<'_, T, L>
where
T: ?Sized + fmt::Display,
L: RawRwLock,
{
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
(**self).fmt(f)
}
}
impl<T: ?Sized, L: RawRwLock> Deref for RwLockReadGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { self.data.as_ref() }
}
}
impl<T: ?Sized, L: RawRwLock> Deref for RwLockWriteGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { &*self.lock.data.get() }
}
}
impl<T: ?Sized, L: RawRwLock> DerefMut for RwLockWriteGuard<'_, T, L> {
fn deref_mut(&mut self) -> &mut T {
unsafe { &mut *self.lock.data.get() }
}
}
impl<T: ?Sized, L: RawRwLock> Deref for MappedRwLockReadGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { self.data.as_ref() }
}
}
impl<T: ?Sized, L: RawRwLock> Deref for MappedRwLockWriteGuard<'_, T, L> {
type Target = T;
fn deref(&self) -> &T {
unsafe { self.data.as_ref() }
}
}
impl<T: ?Sized, L: RawRwLock> DerefMut for MappedRwLockWriteGuard<'_, T, L> {
fn deref_mut(&mut self) -> &mut T {
unsafe { self.data.as_mut() }
}
}
impl<T: ?Sized, L: RawRwLock> Drop for RwLockReadGuard<'_, T, L> {
fn drop(&mut self) {
unsafe {
self.inner_lock.read_unlock();
}
}
}
impl<T: ?Sized, L: RawRwLock> Drop for RwLockWriteGuard<'_, T, L> {
fn drop(&mut self) {
unsafe {
self.lock.inner.write_unlock();
}
}
}
impl<T: ?Sized, L: RawRwLock> Drop for MappedRwLockReadGuard<'_, T, L> {
fn drop(&mut self) {
unsafe {
self.inner_lock.read_unlock();
}
}
}
impl<T: ?Sized, L: RawRwLock> Drop for MappedRwLockWriteGuard<'_, T, L> {
fn drop(&mut self) {
unsafe {
self.inner_lock.write_unlock();
}
}
}
impl<'a, T: ?Sized, L: RawRwLock> RwLockReadGuard<'a, T, L> {
pub fn map<U, F>(orig: Self, f: F) -> MappedRwLockReadGuard<'a, U, L>
where
F: FnOnce(&T) -> &U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { orig.data.as_ref() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(orig: Self, f: F) -> Result<MappedRwLockReadGuard<'a, U, L>, Self>
where
F: FnOnce(&T) -> Option<&U>,
U: ?Sized,
{
match f(unsafe { orig.data.as_ref() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
})
},
None => Err(orig),
}
}
}
impl<'a, T: ?Sized, L: RawRwLock> MappedRwLockReadGuard<'a, T, L> {
pub fn map<U, F>(orig: Self, f: F) -> MappedRwLockReadGuard<'a, U, L>
where
F: FnOnce(&T) -> &U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { orig.data.as_ref() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(orig: Self, f: F) -> Result<MappedRwLockReadGuard<'a, U, L>, Self>
where
F: FnOnce(&T) -> Option<&U>,
U: ?Sized,
{
match f(unsafe { orig.data.as_ref() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockReadGuard {
data,
inner_lock: orig.inner_lock,
})
},
None => Err(orig),
}
}
}
impl<'a, T: ?Sized, L: RawRwLock> RwLockWriteGuard<'a, T, L> {
pub fn map<U, F>(orig: Self, f: F) -> MappedRwLockWriteGuard<'a, U, L>
where
F: FnOnce(&mut T) -> &mut U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { &mut *orig.lock.data.get() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockWriteGuard {
data,
inner_lock: &orig.lock.inner,
_variance: PhantomData,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(orig: Self, f: F) -> Result<MappedRwLockWriteGuard<'a, U, L>, Self>
where
F: FnOnce(&mut T) -> Option<&mut U>,
U: ?Sized,
{
match f(unsafe { &mut *orig.lock.data.get() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockWriteGuard {
data,
inner_lock: &orig.lock.inner,
_variance: PhantomData,
})
},
None => Err(orig),
}
}
pub fn downgrade(s: Self) -> RwLockReadGuard<'a, T, L> {
let lock = s.lock;
core::mem::forget(s);
unsafe { lock.inner.downgrade() };
unsafe { RwLockReadGuard::new(lock) }
}
}
impl<'a, T: ?Sized, L: RawRwLock> MappedRwLockWriteGuard<'a, T, L> {
pub fn map<U, F>(mut orig: Self, f: F) -> MappedRwLockWriteGuard<'a, U, L>
where
F: FnOnce(&mut T) -> &mut U,
U: ?Sized,
{
let data = NonNull::from(f(unsafe { orig.data.as_mut() }));
let orig = ManuallyDrop::new(orig);
MappedRwLockWriteGuard {
data,
inner_lock: orig.inner_lock,
_variance: PhantomData,
}
}
#[doc(alias = "filter_map")]
pub fn try_map<U, F>(mut orig: Self, f: F) -> Result<MappedRwLockWriteGuard<'a, U, L>, Self>
where
F: FnOnce(&mut T) -> Option<&mut U>,
U: ?Sized,
{
match f(unsafe { orig.data.as_mut() }) {
Some(data) => {
let data = NonNull::from(data);
let orig = ManuallyDrop::new(orig);
Ok(MappedRwLockWriteGuard {
data,
inner_lock: orig.inner_lock,
_variance: PhantomData,
})
},
None => Err(orig),
}
}
}