Struct DataStream

pub struct DataStream<T> { /* private fields */ }

DataStream represents a stream of data elements

Implementations

impl<T> DataStream<T>

where T: Clone + Send + Sync + 'static,

pub fn new<S>(source: S) -> Self

where S: Source<T> + Send + Sync + 'static,

Create a new DataStream from a source

pub fn parallel(self, parallelism: usize) -> Self

Set parallelism for the stream processing

pub fn map<F, R>(self, f: F) -> DataStream<R>

where F: Fn(T) -> R + Send + Sync + 'static, R: Clone + Send + Sync + 'static,

Apply a map transformation

pub fn filter<F>(self, f: F) -> Self

where F: Fn(&T) -> bool + Send + Sync + 'static,

Apply a filter transformation

pub fn transform<O, R>(self, operator: O) -> DataStream<R>

where O: Operator<T, R> + Send + Sync + 'static, R: Clone + Send + Sync + 'static,

Transform the stream using a custom operator

pub fn window(self, config: WindowConfig) -> WindowedStream<T>

Apply windowing to the stream

pub async fn sink<K>(self, sink: K) -> StreamResult<()>

where K: Sink<T> + Send + Sync + 'static,

Write the stream to a sink