1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393
//! Utilities for reporting progress.
//!
//! The main entry point is the [ProgressSender] trait.
use futures::{FutureExt, TryFutureExt};
use std::marker::PhantomData;
/// A general purpose progress sender. This should be usable for reporting progress
/// from both blocking and non-blocking contexts.
///
/// # Id generation
///
/// Any good progress protocol will refer to entities by means of a unique id.
/// E.g. if you want to report progress about some file operation, including details
/// such as the full path of the file would be very wasteful. It is better to
/// introduce a unique id for the file and then report progress using that id.
///
/// The [IdGenerator] trait provides a method to generate such ids, [IdGenerator::new_id].
///
/// # Sending important messages
///
/// Some messages are important for the receiver to receive. E.g. start and end
/// messages for some operation. If the receiver would miss one of these messages,
/// it would lose the ability to make sense of the progress message stream.
///
/// This trait provides a method to send such important messages, in both blocking
/// contexts where you have to block until the message is sent [ProgressSender::blocking_send],
/// and non-blocking contexts where you have to yield until the message is sent [ProgressSender::send].
///
/// # Sending unimportant messages
///
/// Some messages are self-contained and not important for the receiver to receive.
/// E.g. if you send millions of progress messages for copying a file that each
/// contain an id and the number of bytes copied so far, it is not important for
/// the receiver to receive every single one of these messages. In fact it is
/// useful to drop some of these messages because waiting for the progress events
/// to be sent can slow down the actual operation.
///
/// This trait provides a method to send such unimportant messages that can be
/// used in both blocking and non-blocking contexts, [ProgressSender::try_send].
///
/// # Errors
///
/// When the receiver is dropped, sending a message will fail. This provides a way
/// for the receiver to signal that the operation should be stopped.
///
/// E.g. for a blocking copy operation that reports frequent progress messages,
/// as soon as the receiver is dropped, this is a signal to stop the copy operation.
///
/// The error type is [ProgressSendError], which can be converted to an [std::io::Error]
/// for convenience.
///
/// # Transforming the message type
///
/// Sometimes you have a progress sender that sends a message of type `A` but an
/// operation that reports progress of type `B`. If you have a transformation for
/// every `B` to an `A`, you can use the [ProgressSender::with_map] method to transform the message.
///
/// This is similar to the [futures::SinkExt::with] method.
///
/// # Filtering the message type
///
/// Sometimes you have a progress sender that sends a message of enum `A` but an
/// operation that reports progress of type `B`. You are interested only in some
/// enum cases of `A` that can be transformed to `B`. You can use the [ProgressSender::with_filter_map]
/// method to filter and transform the message.
///
/// # No-op progress sender
///
/// If you don't want to report progress, you can use the [IgnoreProgressSender] type.
///
/// # Flume progress sender
///
/// If you want to use a flume channel, you can use the [FlumeProgressSender] type.
///
/// # Implementing your own progress sender
///
/// Progress senders will frequently be used in a multi-threaded context.
///
/// They must be **cheap** to clone and send between threads.
/// They must also be thread safe, which is ensured by the [Send] and [Sync] bounds.
/// They must also be unencumbered by lifetimes, which is ensured by the `'static` bound.
///
/// A typical implementation will wrap the sender part of a channel and an id generator.
pub trait ProgressSender: std::fmt::Debug + Clone + Send + Sync + 'static {
///
type Msg: Send + Sync + 'static;
///
type SendFuture<'a>: futures::Future<Output = std::result::Result<(), ProgressSendError>>
+ Send
+ 'a
where
Self: 'a;
/// Send a message and wait if the receiver is full.
///
/// Use this to send important progress messages where delivery must be guaranteed.
#[must_use]
fn send(&self, msg: Self::Msg) -> Self::SendFuture<'_>;
/// Try to send a message and drop it if the receiver is full.
///
/// Use this to send progress messages where delivery is not important, e.g. a self contained progress message.
fn try_send(&self, msg: Self::Msg) -> std::result::Result<(), ProgressSendError>;
/// Send a message and block if the receiver is full.
///
/// Use this to send important progress messages where delivery must be guaranteed.
fn blocking_send(&self, msg: Self::Msg) -> std::result::Result<(), ProgressSendError>;
/// Transform the message type by mapping to the type of this sender.
fn with_map<U: Send + Sync + 'static, F: Fn(U) -> Self::Msg + Send + Sync + Clone + 'static>(
self,
f: F,
) -> WithMap<Self, U, F> {
WithMap(self, f, PhantomData)
}
/// Transform the message type by filter-mapping to the type of this sender.
fn with_filter_map<
U: Send + Sync + 'static,
F: Fn(U) -> Option<Self::Msg> + Send + Sync + Clone + 'static,
>(
self,
f: F,
) -> WithFilterMap<Self, U, F> {
WithFilterMap(self, f, PhantomData)
}
}
/// An id generator, to be combined with a progress sender.
pub trait IdGenerator {
/// Get a new unique id
fn new_id(&self) -> u64;
}
/// A no-op progress sender.
pub struct IgnoreProgressSender<T>(PhantomData<T>);
impl<T> Default for IgnoreProgressSender<T> {
fn default() -> Self {
Self(PhantomData)
}
}
impl<T> Clone for IgnoreProgressSender<T> {
fn clone(&self) -> Self {
Self(PhantomData)
}
}
impl<T> std::fmt::Debug for IgnoreProgressSender<T> {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_struct("IgnoreProgressSender").finish()
}
}
impl<T: Send + Sync + 'static> ProgressSender for IgnoreProgressSender<T> {
type Msg = T;
type SendFuture<'a> = futures::future::Ready<std::result::Result<(), ProgressSendError>>;
fn send(&self, _msg: T) -> Self::SendFuture<'_> {
futures::future::ready(Ok(()))
}
fn try_send(&self, _msg: T) -> std::result::Result<(), ProgressSendError> {
Ok(())
}
fn blocking_send(&self, _msg: T) -> std::result::Result<(), ProgressSendError> {
Ok(())
}
}
impl<T> IdGenerator for IgnoreProgressSender<T> {
fn new_id(&self) -> u64 {
0
}
}
/// Transform the message type by mapping to the type of this sender.
///
/// See [ProgressSender::with_map].
pub struct WithMap<
I: ProgressSender,
U: Send + Sync + 'static,
F: Fn(U) -> I::Msg + Clone + Send + Sync + 'static,
>(I, F, PhantomData<U>);
impl<
I: ProgressSender,
U: Send + Sync + 'static,
F: Fn(U) -> I::Msg + Clone + Send + Sync + 'static,
> std::fmt::Debug for WithMap<I, U, F>
{
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_tuple("With").field(&self.0).finish()
}
}
impl<
I: ProgressSender,
U: Send + Sync + 'static,
F: Fn(U) -> I::Msg + Clone + Send + Sync + 'static,
> Clone for WithMap<I, U, F>
{
fn clone(&self) -> Self {
Self(self.0.clone(), self.1.clone(), PhantomData)
}
}
impl<
I: ProgressSender,
U: Send + Sync + 'static,
F: Fn(U) -> I::Msg + Clone + Send + Sync + 'static,
> ProgressSender for WithMap<I, U, F>
{
type Msg = U;
type SendFuture<'a> = I::SendFuture<'a>;
fn send(&self, msg: U) -> Self::SendFuture<'_> {
let msg = (self.1)(msg);
self.0.send(msg)
}
fn try_send(&self, msg: U) -> std::result::Result<(), ProgressSendError> {
let msg = (self.1)(msg);
self.0.try_send(msg)
}
fn blocking_send(&self, msg: U) -> std::result::Result<(), ProgressSendError> {
let msg = (self.1)(msg);
self.0.blocking_send(msg)
}
}
/// Transform the message type by filter-mapping to the type of this sender.
///
/// See [ProgressSender::with_filter_map].
pub struct WithFilterMap<I, U, F>(I, F, PhantomData<U>);
impl<
I: ProgressSender,
U: Send + Sync + 'static,
F: Fn(U) -> Option<I::Msg> + Clone + Send + Sync + 'static,
> std::fmt::Debug for WithFilterMap<I, U, F>
{
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_tuple("FilterWith").field(&self.0).finish()
}
}
impl<
I: ProgressSender,
U: Send + Sync + 'static,
F: Fn(U) -> Option<I::Msg> + Clone + Send + Sync + 'static,
> Clone for WithFilterMap<I, U, F>
{
fn clone(&self) -> Self {
Self(self.0.clone(), self.1.clone(), PhantomData)
}
}
impl<I: IdGenerator, U, F> IdGenerator for WithFilterMap<I, U, F> {
fn new_id(&self) -> u64 {
self.0.new_id()
}
}
impl<
I: ProgressSender,
U: Send + Sync + 'static,
F: Fn(U) -> Option<I::Msg> + Clone + Send + Sync + 'static,
> ProgressSender for WithFilterMap<I, U, F>
{
type Msg = U;
type SendFuture<'a> = futures::future::Either<
I::SendFuture<'a>,
futures::future::Ready<std::result::Result<(), ProgressSendError>>,
>;
fn send(&self, msg: U) -> Self::SendFuture<'_> {
if let Some(msg) = (self.1)(msg) {
self.0.send(msg).left_future()
} else {
futures::future::ok(()).right_future()
}
}
fn try_send(&self, msg: U) -> std::result::Result<(), ProgressSendError> {
if let Some(msg) = (self.1)(msg) {
self.0.try_send(msg)
} else {
Ok(())
}
}
fn blocking_send(&self, msg: U) -> std::result::Result<(), ProgressSendError> {
if let Some(msg) = (self.1)(msg) {
self.0.blocking_send(msg)
} else {
Ok(())
}
}
}
/// A progress sender that uses a flume channel.
pub struct FlumeProgressSender<T> {
sender: flume::Sender<T>,
id: std::sync::Arc<std::sync::atomic::AtomicU64>,
}
impl<T> std::fmt::Debug for FlumeProgressSender<T> {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_struct("FlumeProgressSender")
.field("id", &self.id)
.field("sender", &self.sender)
.finish()
}
}
impl<T> Clone for FlumeProgressSender<T> {
fn clone(&self) -> Self {
Self {
sender: self.sender.clone(),
id: self.id.clone(),
}
}
}
impl<T> FlumeProgressSender<T> {
/// Create a new progress sender from a tokio mpsc sender.
pub fn new(sender: flume::Sender<T>) -> Self {
Self {
sender,
id: std::sync::Arc::new(std::sync::atomic::AtomicU64::new(0)),
}
}
}
impl<T> IdGenerator for FlumeProgressSender<T> {
fn new_id(&self) -> u64 {
self.id.fetch_add(1, std::sync::atomic::Ordering::SeqCst)
}
}
impl<T: Send + Sync + 'static> ProgressSender for FlumeProgressSender<T> {
type Msg = T;
type SendFuture<'a> =
futures::future::BoxFuture<'a, std::result::Result<(), ProgressSendError>>;
fn send(&self, msg: Self::Msg) -> Self::SendFuture<'_> {
self.sender
.send_async(msg)
.map_err(|_| ProgressSendError::ReceiverDropped)
.boxed()
}
fn try_send(&self, msg: Self::Msg) -> std::result::Result<(), ProgressSendError> {
match self.sender.try_send(msg) {
Ok(_) => Ok(()),
Err(flume::TrySendError::Full(_)) => Ok(()),
Err(flume::TrySendError::Disconnected(_)) => Err(ProgressSendError::ReceiverDropped),
}
}
fn blocking_send(&self, msg: Self::Msg) -> std::result::Result<(), ProgressSendError> {
match self.sender.send(msg) {
Ok(_) => Ok(()),
Err(_) => Err(ProgressSendError::ReceiverDropped),
}
}
}
/// An error that can occur when sending progress messages.
///
/// Really the only error that can occur is if the receiver is dropped.
#[derive(Debug, Clone, thiserror::Error)]
pub enum ProgressSendError {
/// The receiver was dropped.
#[error("receiver dropped")]
ReceiverDropped,
}
impl From<ProgressSendError> for std::io::Error {
fn from(e: ProgressSendError) -> Self {
std::io::Error::new(std::io::ErrorKind::BrokenPipe, e)
}
}