use crate::{connections::ConnectionWriter, protocols::ReturnableConnection, Pea2Pea};
use async_trait::async_trait;
use bytes::Bytes;
use tokio::{io::AsyncWriteExt, sync::mpsc, task::JoinHandle};
use tracing::*;
use std::{io, net::SocketAddr};
#[async_trait]
pub trait Writing: Pea2Pea
where
Self: Clone + Send + Sync + 'static,
{
fn enable_writing(&self) {
let (conn_sender, mut conn_receiver) =
mpsc::channel::<ReturnableConnection>(self.node().config.writing_handler_queue_depth);
let self_clone = self.clone();
let writing_task = tokio::spawn(async move {
trace!(parent: self_clone.node().span(), "spawned the Writing handler task");
loop {
if let Some((mut conn, conn_returner)) = conn_receiver.recv().await {
let addr = conn.addr;
let mut conn_writer = conn.writer.take().unwrap();
let (outbound_message_sender, mut outbound_message_receiver) =
mpsc::channel::<Bytes>(self_clone.node().config.conn_outbound_queue_depth);
let writer_clone = self_clone.clone();
let writer_task = tokio::spawn(async move {
let node = writer_clone.node();
trace!(parent: node.span(), "spawned a task for writing messages to {}", addr);
loop {
if let Some(msg) = outbound_message_receiver.recv().await {
match writer_clone.write_to_stream(&msg, &mut conn_writer).await {
Ok(len) => {
node.known_peers().register_sent_message(addr, len);
node.stats.register_sent_message(len);
trace!(parent: node.span(), "sent {}B to {}", len, addr);
}
Err(e) => {
node.known_peers().register_failure(addr);
error!(parent: node.span(), "couldn't send a message to {}: {}", addr, e);
}
}
} else {
node.disconnect(addr);
break;
}
}
});
conn.tasks.push(writer_task);
conn.outbound_message_sender = Some(outbound_message_sender);
if conn_returner.send(Ok(conn)).is_err() {
panic!("can't return a Connection to the Node");
}
} else {
error!("the Writing protocol is down!");
break;
}
}
});
self.node()
.set_writing_handler((conn_sender, writing_task).into());
}
async fn write_to_stream(
&self,
message: &[u8],
conn_writer: &mut ConnectionWriter,
) -> io::Result<usize> {
let ConnectionWriter {
node: _,
addr,
writer,
buffer,
carry: _,
} = conn_writer;
let len = self.write_message(*addr, message, buffer)?;
writer.write_all(&buffer[..len]).await?;
Ok(len)
}
fn write_message(
&self,
target: SocketAddr,
payload: &[u8],
buffer: &mut [u8],
) -> io::Result<usize>;
}
pub struct WritingHandler {
sender: mpsc::Sender<ReturnableConnection>,
pub(crate) task: JoinHandle<()>,
}
impl WritingHandler {
pub async fn send(&self, returnable_conn: ReturnableConnection) {
if self.sender.send(returnable_conn).await.is_err() {
error!("WritingHandler's Receiver is closed");
}
}
}
impl From<(mpsc::Sender<ReturnableConnection>, JoinHandle<()>)> for WritingHandler {
fn from((sender, task): (mpsc::Sender<ReturnableConnection>, JoinHandle<()>)) -> Self {
Self { sender, task }
}
}