use std::hint::spin_loop;
use std::marker::PhantomData;
use std::sync::atomic::{AtomicUsize, Ordering};
use std::sync::Arc;
use crossbeam_utils::CachePadded;
use super::buffer::Buffer;
use super::{Consumer, PopError, Producer, PushError, TryPopError, TryPushError};
use crate::util::{buf_read, buf_write};
struct SPSCQueue<T, B: Buffer<T>> {
head: CachePadded<AtomicUsize>,
tail: CachePadded<AtomicUsize>,
buf: B,
_marker: PhantomData<T>,
}
unsafe impl<T: Send, B: Buffer<T>> Sync for SPSCQueue<T, B> {}
pub struct SPSCConsumer<T, B: Buffer<T>> {
queue: Arc<SPSCQueue<T, B>>,
_not_sync: PhantomData<std::cell::Cell<()>>
}
pub struct SPSCProducer<T, B: Buffer<T>> {
queue: Arc<SPSCQueue<T, B>>,
_not_sync: PhantomData<std::cell::Cell<()>>
}
pub fn spsc_queue<T, B: Buffer<T>>(buf: B) -> (SPSCProducer<T, B>, SPSCConsumer<T, B>) {
let queue = SPSCQueue {
head: CachePadded::new(AtomicUsize::new(0)),
tail: CachePadded::new(AtomicUsize::new(0)),
buf,
_marker: PhantomData,
};
let queue = Arc::new(queue);
(
SPSCProducer {
queue: queue.clone(),
_not_sync: PhantomData,
},
SPSCConsumer { queue, _not_sync: PhantomData },
)
}
impl<T, B: Buffer<T>> Drop for SPSCQueue<T, B> {
fn drop(&mut self) {
let head = self.head.load(Ordering::Relaxed);
let tail = self.tail.load(Ordering::Relaxed);
for pos in tail..head {
unsafe { buf_read(&self.buf, pos) };
}
}
}
impl<T, B: Buffer<T>> Producer<T> for SPSCProducer<T, B> {
fn push(&self, value: T) -> Result<(), PushError<T>> {
let q = &self.queue;
let head = q.head.load(Ordering::Relaxed);
loop {
if Arc::strong_count(&self.queue) < 2 {
return Err(PushError::Disconnected(value));
} else if q.tail.load(Ordering::Acquire) + q.buf.size() > head {
break;
}
spin_loop();
}
unsafe { buf_write(&q.buf, head, value) };
q.head.store(head + 1, Ordering::Release);
Ok(())
}
fn try_push(&self, value: T) -> Result<(), TryPushError<T>> {
let q = &self.queue;
let head = q.head.load(Ordering::Relaxed);
if Arc::strong_count(&self.queue) < 2 {
Err(TryPushError::Disconnected(value))
} else if q.tail.load(Ordering::Acquire) + q.buf.size() <= head {
Err(TryPushError::Full(value))
} else {
unsafe { buf_write(&q.buf, head, value) };
q.head.store(head + 1, Ordering::Release);
Ok(())
}
}
}
impl<T, B: Buffer<T>> Consumer<T> for SPSCConsumer<T, B> {
fn pop(&self) -> Result<T, PopError> {
let q = &self.queue;
let tail = q.tail.load(Ordering::Relaxed);
let tail_plus_one = tail + 1;
loop {
if tail_plus_one <= q.head.load(Ordering::Acquire) {
break;
} else if Arc::strong_count(q) < 2 {
return Err(PopError::Disconnected);
}
spin_loop();
}
let v = unsafe { buf_read(&q.buf, tail) };
q.tail.store(tail_plus_one, Ordering::Release);
Ok(v)
}
fn try_pop(&self) -> Result<T, TryPopError> {
let q = &self.queue;
let tail = q.tail.load(Ordering::Relaxed);
let tail_plus_one = tail + 1;
if tail_plus_one > q.head.load(Ordering::Acquire) {
if Arc::strong_count(q) > 1 {
Err(TryPopError::Empty)
} else {
Err(TryPopError::Disconnected)
}
} else {
let v = unsafe { buf_read(&q.buf, tail) };
q.tail.store(tail_plus_one, Ordering::Release);
Ok(v)
}
}
}
#[cfg(test)]
mod test {
use std::thread::spawn;
use super::super::buffer::dynamic::DynamicBuffer;
use super::super::{Consumer, Producer, TryPopError, TryPushError};
use super::*;
#[test]
fn one_thread() {
let (p, c) = spsc_queue(DynamicBuffer::new(2).unwrap());
p.push(1).unwrap();
p.push(2).unwrap();
assert_eq!(p.try_push(3), Err(TryPushError::Full(3)));
assert_eq!(c.pop(), Ok(1));
assert_eq!(p.try_push(4), Ok(()));
assert_eq!(c.pop(), Ok(2));
assert_eq!(c.try_pop(), Ok(4));
assert_eq!(c.try_pop(), Err(TryPopError::Empty));
}
#[test]
fn two_thread_seq() {
let (p, c) = spsc_queue(DynamicBuffer::new(3).unwrap());
let p = spawn(move || {
p.push(vec![1; 5]).unwrap();
p.push(vec![2; 7]).unwrap();
p.push(vec![3; 3]).unwrap();
p
})
.join()
.unwrap();
let c = spawn(move || {
assert_eq!(c.pop(), Ok(vec![1; 5]));
assert_eq!(c.pop(), Ok(vec![2; 7]));
assert_eq!(c.pop(), Ok(vec![3; 3]));
assert_eq!(c.try_pop(), Err(TryPopError::Empty));
c
})
.join()
.unwrap();
drop(p);
assert_eq!(c.try_pop(), Err(TryPopError::Disconnected));
}
#[test]
fn two_thread_par() {
let (p, c) = spsc_queue(DynamicBuffer::new(32).unwrap());
let count = 10_000_000;
let t1 = spawn(move || {
for i in 0..count {
p.push(i).unwrap();
}
});
let t2 = spawn(move || {
for i in 0..count {
assert_eq!(c.pop(), Ok(i));
}
});
t1.join().unwrap();
t2.join().unwrap();
}
#[test]
fn disconnect() {
let (p, c) = spsc_queue(DynamicBuffer::new(3).unwrap());
p.push(1).unwrap();
p.push(2).unwrap();
std::mem::drop(p);
assert_eq!(c.pop(), Ok(1));
assert_eq!(c.pop(), Ok(2));
assert_eq!(c.pop(), Err(PopError::Disconnected));
assert_eq!(c.try_pop(), Err(TryPopError::Disconnected));
let (p, c) = spsc_queue(DynamicBuffer::new(3).unwrap());
p.push(1).unwrap();
std::mem::drop(c);
assert_eq!(p.push(2), Err(PushError::Disconnected(2)));
assert_eq!(p.try_push(2), Err(TryPushError::Disconnected(2)));
let (p, c) = spsc_queue(DynamicBuffer::new(1).unwrap());
p.push(1).unwrap();
assert_eq!(p.try_push(2), Err(TryPushError::Full(2)));
std::mem::drop(c);
assert_eq!(p.push(2), Err(PushError::Disconnected(2)));
assert_eq!(p.try_push(2), Err(TryPushError::Disconnected(2)));
}
#[test]
fn producer_and_consumer_implement_send() {
let (p, c) = spsc_queue(DynamicBuffer::new(1).unwrap());
let (p2, c2) = spsc_queue(DynamicBuffer::new(1).unwrap());
let handle = std::thread::spawn(move || {
p.push(p2).unwrap();
let p2 = c.pop().unwrap();
p2.push(1).unwrap();
});
handle.join().unwrap();
assert_eq!(c2.pop(), Ok(1));
}
}