Struct FlatMapOperator

pub struct FlatMapOperator<D, I>
where
    D: Data + for<'a> Deserialize<'a>,
    I: IntoIterator,
    I::Item: Data + for<'a> Deserialize<'a>,
{ /* private fields */ }

Maps an incoming stream of type D to a stream of type I::Item using the provided function.

Example

The below example shows how to use a FlatMapOperator to double an incoming stream of usize messages, and return them.

let map_stream = erdos::connect_one_in_one_out(
    || -> FlatMapOperator<usize, _> {
        FlatMapOperator::new(|x: &usize| -> Vec<usize> { vec![2 * x] })
    },
    || {},
    OperatorConfig::new().name("FlatMapOperator"),
    &source_stream,
);

Implementations

impl<D, I> FlatMapOperator<D, I>

where D: Data + for<'a> Deserialize<'a>, I: IntoIterator, I::Item: Data + for<'a> Deserialize<'a>,

pub fn new<F>(flat_map_fn: F) -> Self

where F: 'static + Fn(&D) -> I + Send + Sync,

Trait Implementations

impl<D, I> OneInOneOut<(), D, <I as IntoIterator>::Item> for FlatMapOperator<D, I>

where D: Data + for<'a> Deserialize<'a>, I: IntoIterator, I::Item: Data + for<'a> Deserialize<'a>,

fn on_data(&mut self, ctx: &mut OneInOneOutContext<'_, (), I::Item>, data: &D)

fn on_watermark(&mut self, _ctx: &mut OneInOneOutContext<'_, (), I::Item>)

fn setup(&mut self, setup_context: &mut SetupContext<S>)

fn run( &mut self, config: &OperatorConfig, read_stream: &mut ReadStream<T>, write_stream: &mut WriteStream<U>, )

fn destroy(&mut self)