clone-stream 0.4.1

Turn any Stream into a cloneable stream where each clone receives all items independently.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

#![allow(
    clippy::needless_for_each,
    clippy::cast_precision_loss,
    clippy::significant_drop_tightening
)]
mod common;

use std::time::Duration;

use common::{
    BenchmarkConfig, CLONE_COUNTS, PerformanceStats, Pipe, benchmark_configurations, test_items,
};
use criterion::{BenchmarkId, Criterion, black_box, criterion_group, criterion_main};
use futures::{StreamExt, future, stream};

/// Combined benchmark testing clone count x item count combinations
fn benchmark_item_throughput(c: &mut Criterion) {
    use std::cell::RefCell;

    let rt = tokio::runtime::Runtime::new().unwrap();
    let mut group = c.benchmark_group("Item throughput");

    // Configure benchmark group
    group.sample_size(20);
    group.measurement_time(Duration::from_secs(5));
    group.warm_up_time(Duration::from_secs(1));

    let stats = RefCell::new(PerformanceStats::default());

    benchmark_configurations().for_each(|BenchmarkConfig { clones, items }| {
        let test_id = format!("{clones}clones_{items}items");

        group.bench_with_input(
            BenchmarkId::new("combination", &test_id),
            &(clones, items),
            |bencher, &(clones, items)| {
                let mut total_time = Duration::ZERO;
                let mut iterations = 0;

                bencher.iter(|| {
                    let start = std::time::Instant::now();

                    let result = rt.block_on(async move {
                        test_items(items)
                            .pipe(stream::iter)
                            .pipe(clone_stream::ForkStream::fork)
                            .pipe(|forked| {
                                (0..clones)
                                    .map(|_| forked.clone())
                                    .map(|clone| {
                                        tokio::spawn(async move {
                                            clone.collect::<Vec<_>>().await.len()
                                        })
                                    })
                                    .collect::<Vec<_>>()
                            })
                            .pipe(future::try_join_all)
                            .await
                            .pipe(Result::unwrap)
                            .pipe(black_box)
                    });

                    total_time += start.elapsed();
                    iterations += 1;
                    result
                });

                // Store results for summary
                if iterations > 0 {
                    let avg_time_ns = total_time.as_nanos() as f64 / f64::from(iterations);
                    let current_stats = stats.borrow().clone();
                    let updated_stats = current_stats.with_result(clones, items, avg_time_ns);
                    *stats.borrow_mut() = updated_stats;
                }
            },
        );
    });

    group.finish();
    println!();

    // Print statistics summary
    stats.borrow().print_summary();
}

fn benchmark_clone_creation(c: &mut Criterion) {
    let mut group = c.benchmark_group("Clone creation");
    group.sample_size(15);
    group.measurement_time(Duration::from_secs(3));
    group.warm_up_time(Duration::from_secs(1));

    CLONE_COUNTS.iter().for_each(|&clone_count| {
        group.bench_with_input(
            BenchmarkId::new("clones", clone_count),
            &clone_count,
            |bencher, &count| {
                bencher.iter(|| {
                    test_items(50)
                        .pipe(stream::iter)
                        .pipe(clone_stream::ForkStream::fork)
                        .pipe(|forked| (0..count).map(|_| forked.clone()).collect::<Vec<_>>())
                        .pipe(black_box)
                });
            },
        );
    });

    group.finish();
}

criterion_group!(
    fork_clone_benchmarks,
    benchmark_item_throughput,
    benchmark_clone_creation
);
criterion_main!(fork_clone_benchmarks);