use std::{
sync::Arc,
sync::atomic::{AtomicPtr, AtomicUsize, Ordering::*},
thread,
};
use crate::{
error::{RecvError, SendError, TryRecvError},
internals::LockFreeBoundedRing,
waiter::{
RecvWaiterList, SelectWaiter, abort_select_waiters, drain_select_waiters,
new_recv_waiter_list, push_select_waiter, register_plain_recv_waiter,
wake_all_recv_waiters, wake_all_unselected_recv_waiters, wake_select_all, wake_select_one,
},
};
pub(crate) struct Chan<T> {
ring: LockFreeBoundedRing<T>,
recv_waiters: RecvWaiterList,
select_waiters: Arc<AtomicPtr<SelectWaiter>>,
sender_count: AtomicUsize,
receiver_count: AtomicUsize,
send_select_waiters: Arc<AtomicPtr<SelectWaiter>>,
}
pub struct Sender<T>(pub(crate) Arc<Chan<T>>);
impl<T> Sender<T> {
pub fn is_closed(&self) -> bool {
self.0.receiver_count.load(Acquire) == 0
}
pub fn send(&self, msg: T) -> Result<(), SendError<T>> {
if self.0.receiver_count.load(Acquire) == 0 {
return Err(SendError(msg));
}
match self.0.ring.try_push(msg) {
Err(msg) => return Err(SendError(msg)), Ok(()) => {}
}
wake_all_unselected_recv_waiters(&self.0.recv_waiters);
wake_select_one(&self.0.select_waiters);
Ok(())
}
}
impl<T> Clone for Sender<T> {
fn clone(&self) -> Self {
self.0.sender_count.fetch_add(1, Relaxed);
Sender(Arc::clone(&self.0))
}
}
impl<T> Drop for Sender<T> {
fn drop(&mut self) {
let prev = self.0.sender_count.fetch_sub(1, AcqRel);
if prev == 1 {
wake_all_recv_waiters(&self.0.recv_waiters);
wake_select_all(&self.0.select_waiters);
}
}
}
pub struct Receiver<T>(pub(crate) Arc<Chan<T>>);
impl<T> Clone for Receiver<T> {
fn clone(&self) -> Self {
self.0.receiver_count.fetch_add(1, Relaxed);
Receiver(Arc::clone(&self.0))
}
}
impl<T> Receiver<T> {
pub fn try_recv(&self) -> Result<T, TryRecvError> {
if let Some(msg) = self.0.ring.try_pop() {
wake_select_one(&self.0.send_select_waiters);
return Ok(msg);
}
if self.0.sender_count.load(Acquire) == 0 {
Err(TryRecvError::Disconnected)
} else {
Err(TryRecvError::Empty)
}
}
pub fn recv(&self) -> Result<T, RecvError> {
loop {
if let Some(msg) = self.0.ring.try_pop() {
wake_select_one(&self.0.send_select_waiters);
return Ok(msg);
}
if self.0.sender_count.load(Acquire) == 0 {
return Err(RecvError::Disconnected);
}
let _guard = register_plain_recv_waiter(&self.0.recv_waiters);
if let Some(msg) = self.0.ring.try_pop() {
wake_select_one(&self.0.send_select_waiters);
return Ok(msg);
}
if self.0.sender_count.load(Acquire) == 0 {
return Err(RecvError::Disconnected);
}
thread::park();
}
}
pub(crate) fn is_ready(&self) -> bool {
!self.0.ring.is_empty() || self.0.sender_count.load(Acquire) == 0
}
pub(crate) fn register_select(&self, case_id: usize, selected: Arc<AtomicUsize>) {
let ptr = SelectWaiter::alloc(case_id, selected);
push_select_waiter(ptr, &self.0.select_waiters);
}
pub(crate) fn abort_select(&self, selected: &Arc<AtomicUsize>) {
abort_select_waiters(&self.0.select_waiters, selected);
}
pub(crate) fn complete_recv(&self) -> Result<T, RecvError> {
self.recv()
}
}
impl_selectable_receiver!([T] Receiver<T>, T);
impl<T> Drop for Receiver<T> {
fn drop(&mut self) {
let prev = self.0.receiver_count.fetch_sub(1, AcqRel);
if prev == 1 {
drain_select_waiters(&self.0.select_waiters);
wake_select_all(&self.0.send_select_waiters);
}
}
}
impl<T: Send + 'static> crate::SelectableSender for Sender<T> {
type Input = T;
fn is_ready(&self) -> bool {
!self.0.ring.is_full() || self.0.receiver_count.load(Acquire) == 0
}
fn register_select(&self, case_id: usize, selected: Arc<AtomicUsize>) {
let ptr = SelectWaiter::alloc(case_id, selected);
push_select_waiter(ptr, &self.0.send_select_waiters);
}
fn abort_select(&self, selected: &Arc<AtomicUsize>) {
abort_select_waiters(&self.0.send_select_waiters, selected);
}
fn complete_send(&self, value: T) -> Result<(), crate::SendError<T>> {
self.send(value)
}
}
pub fn channel<T>(capacity: usize) -> (Sender<T>, Receiver<T>) {
let chan: Arc<Chan<T>> = Arc::new(Chan {
ring: LockFreeBoundedRing::new(capacity),
recv_waiters: new_recv_waiter_list(),
select_waiters: Arc::new(AtomicPtr::new(std::ptr::null_mut())),
sender_count: AtomicUsize::new(1),
receiver_count: AtomicUsize::new(1),
send_select_waiters: Arc::new(AtomicPtr::new(std::ptr::null_mut())),
});
(Sender(Arc::clone(&chan)), Receiver(chan))
}
#[cfg(test)]
mod tests {
use super::*;
use std::thread;
use std::time::Duration;
use crate::select;
#[test]
fn basic_send_recv() {
let (tx, rx) = channel(10);
tx.send(42).unwrap();
assert_eq!(rx.recv().unwrap(), 42);
}
#[test]
fn try_recv() {
let (tx, rx) = channel(10);
assert!(rx.try_recv().is_err()); tx.send(123).unwrap();
assert_eq!(rx.try_recv().unwrap(), 123);
}
#[test]
fn bounded_capacity() {
let (tx, rx) = channel(2);
tx.send(1).unwrap();
tx.send(2).unwrap();
assert!(tx.send(3).is_err()); assert_eq!(rx.recv().unwrap(), 1);
tx.send(3).unwrap(); assert_eq!(rx.recv().unwrap(), 2);
assert_eq!(rx.recv().unwrap(), 3);
}
#[test]
fn multiple_senders() {
let (tx1, rx) = channel(10);
let tx2 = tx1.clone();
let tx3 = tx1.clone();
tx1.send("a").unwrap();
tx2.send("b").unwrap();
tx3.send("c").unwrap();
let mut received = vec![];
for _ in 0..3 {
received.push(rx.recv().unwrap());
}
received.sort();
assert_eq!(received, vec!["a", "b", "c"]);
}
#[test]
fn sender_cloneable() {
let (tx1, _rx) = channel::<i32>(10);
let tx2 = tx1.clone();
let tx3 = tx2.clone();
tx1.send(1).unwrap();
tx2.send(2).unwrap();
tx3.send(3).unwrap();
}
#[test]
fn receiver_drop_causes_send_error() {
let (tx, rx) = channel(10);
drop(rx);
assert!(tx.send(42).is_err());
}
#[test]
fn sender_drop_causes_recv_disconnect() {
let (tx, rx) = channel::<i32>(10);
drop(tx);
assert!(rx.recv().is_err()); }
#[test]
fn select_hooks() {
let (tx, rx) = channel(10);
assert!(!rx.is_ready());
tx.send(42).unwrap();
assert!(rx.is_ready());
assert_eq!(rx.complete_recv().unwrap(), 42);
assert!(!rx.is_ready());
}
#[test]
fn zero_capacity() {
let (tx, rx) = channel::<i32>(0);
assert!(tx.send(42).is_err()); assert!(!rx.is_ready());
drop(tx);
assert!(rx.is_ready());
assert!(rx.recv().is_err()); }
#[test]
fn concurrent_send_recv() {
let (tx, rx) = channel(100);
let handle = thread::spawn(move || {
for i in 0..50 {
tx.send(i).unwrap();
}
});
handle.join().unwrap();
for i in 0..50 {
assert_eq!(rx.recv().unwrap(), i);
}
}
#[test]
fn fifo_ordering() {
let (tx, rx) = channel(16);
for i in 0..8u32 {
tx.send(i).unwrap();
}
for i in 0..8u32 {
assert_eq!(rx.recv().unwrap(), i);
}
}
#[test]
fn blocking_recv_woken_by_disconnect() {
let (tx, rx) = channel::<i32>(4);
let handle = thread::spawn(move || rx.recv());
thread::sleep(Duration::from_millis(20));
drop(tx);
assert_eq!(
handle.join().unwrap(),
Err(crate::error::RecvError::Disconnected)
);
}
#[test]
fn blocking_recv_drains_before_disconnect() {
let (tx, rx) = channel(4);
tx.send(1).unwrap();
tx.send(2).unwrap();
drop(tx);
assert_eq!(rx.recv().unwrap(), 1);
assert_eq!(rx.recv().unwrap(), 2);
assert!(rx.recv().is_err());
}
#[test]
fn drop_values_in_buffer() {
use std::sync::Arc;
use std::sync::atomic::{AtomicUsize, Ordering};
let counter = Arc::new(AtomicUsize::new(0));
#[derive(Debug)]
struct Guard(Arc<AtomicUsize>);
impl Drop for Guard {
fn drop(&mut self) {
self.0.fetch_add(1, Ordering::Relaxed);
}
}
let (tx, rx) = channel(4);
tx.send(Guard(Arc::clone(&counter))).unwrap();
tx.send(Guard(Arc::clone(&counter))).unwrap();
drop(tx);
drop(rx); assert_eq!(counter.load(Ordering::Relaxed), 2);
}
#[test]
fn send_select_wakes_when_receiver_pops() {
let (tx, rx) = channel::<i32>(1);
tx.send(1).unwrap();
let tx2 = tx.clone();
let sent = std::sync::Arc::new(std::sync::atomic::AtomicBool::new(false));
let sent2 = std::sync::Arc::clone(&sent);
let handle = thread::spawn(move || {
select! {
send(tx2, 99) -> res => {
assert!(res.is_ok());
sent2.store(true, std::sync::atomic::Ordering::Relaxed);
},
}
});
thread::sleep(Duration::from_millis(20));
assert_eq!(rx.recv().unwrap(), 1);
handle.join().unwrap();
assert!(sent.load(std::sync::atomic::Ordering::Relaxed));
assert_eq!(rx.recv().unwrap(), 99);
}
}