Struct PipelineBuilder 

pub struct PipelineBuilder<I, O> { /* private fields */ }

Fluent builder for constructing pipelines

Implementations

impl<I, O> PipelineBuilder<I, O>

where I: 'static + Send + Sync, O: 'static + Send + Sync,

pub fn new() -> Self

Create a new pipeline builder

pub fn parallel(self, enabled: bool) -> Self

Set parallel execution

pub fn num_threads(self, threads: usize) -> Self

Set number of threads

pub fn with_cache(self, cache_dir: impl AsRef<Path>) -> Self

Enable caching

pub fn with_checkpoints(self, interval: Duration) -> Self

Enable checkpointing

pub fn memory_limit(self, bytes: usize) -> Self

Set memory limit

pub fn transform<T, U, F>(self, name: &str, f: F) -> PipelineBuilder<I, U>

where T: 'static + Send + Sync, U: 'static + Send + Sync, F: Fn(T) -> Result<U> + Send + Sync + 'static,

Add a transformation stage

pub fn filter<T, F>(self, name: &str, predicate: F) -> Self

where T: 'static + Send + Sync + Clone, F: Fn(&T) -> bool + Send + Sync + 'static,

Add a filter stage

pub fn map_each<T, U, F>(self, name: &str, f: F) -> PipelineBuilder<I, Vec<U>>

where T: 'static + Send + Sync, U: 'static + Send + Sync, F: Fn(T) -> Result<U> + Send + Sync + 'static + Clone, O: IntoIterator<Item = T>,

Add a map stage for collections

pub fn stage(self, stage: Box<dyn PipelineStage>) -> Self

Add a custom stage

pub fn tap<T, F>(self, name: &str, f: F) -> Self

where T: 'static + Send + Sync + Clone, F: Fn(&T) -> Result<()> + Send + Sync + 'static,

Add a side effect stage (doesn’t transform data)

pub fn inspect<T>(self, name: &str) -> Self

where T: 'static + Send + Sync + Clone + Debug,

Add a stage that logs data

pub fn build(self) -> Pipeline<I, O>

Build the pipeline

Trait Implementations

impl<I, O> Default for PipelineBuilder<I, O>

where I: 'static + Send + Sync, O: 'static + Send + Sync,

fn default() -> Self

Returns the “default value” for a type.