pipe-io 1.0.0

Typed source-transform-sink pipelines with backpressure, batching, windowing, and per-stage error isolation. A lightweight runtime-agnostic stream processor for in-process workloads. The missing middle ground between raw iterators and full distributed stream processing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! The smallest useful pipeline: iterate, transform, filter, collect.
//!
//! Run with:
//!
//! ```text
//! cargo run --example basic
//! ```

use pipe_io::{sink::VecSink, Pipeline};

fn main() {
    let sink = VecSink::<i64>::new();
    let handle = sink.handle();

    Pipeline::from_iter(1..=10)
        .map(|n: i32| i64::from(n) * 10)
        .filter(|n: &i64| *n > 30)
        .sink(sink)
        .run()
        .expect("pipeline run");

    let out = handle.take();
    println!("collected {} items: {:?}", out.len(), out);
    assert_eq!(out, vec![40, 50, 60, 70, 80, 90, 100]);
}