Struct StreamProcessor 

pub struct StreamProcessor<T: Clone + Send + 'static, U: Clone + Send + 'static> { /* private fields */ }

Stream processor for continuous data flows

Implementations

impl<T: Clone + Send + 'static, U: Clone + Send + 'static> StreamProcessor<T, U>

pub fn new<F>(config: StreamConfig, processfn: F) -> Self

where F: Fn(Vec<T>) -> Result<Vec<U>, CoreError> + Send + Sync + 'static,

Create a new stream processor

pub fn start(&mut self) -> Result<(), CoreError>

Start the stream processor

pub fn stop(&mut self) -> Result<(), CoreError>

Stop the stream processor

pub fn push(&self, data: T) -> Result<(), CoreError>

Push data to the stream processor

pub fn push_batch(&self, data: Vec<T>) -> Result<(), CoreError>

Push a batch of data to the stream processor

pub fn pop(&self) -> Result<U, CoreError>

Pop processed data from the stream processor

pub fn pop_batch(&self, batchsize: usize) -> Result<Vec<U>, CoreError>

Pop a batch of processed data from the stream processor

pub fn state(&self) -> StreamState

Get the current state of the stream processor

pub fn stats(&self) -> StreamStats

Get the statistics for the stream processor

pub fn is_empty(&self) -> bool

Check if the stream is empty

pub fn clear(&self) -> Result<(), CoreError>

Clear the stream buffers

impl<A, D> StreamProcessor<ArrayBase<OwnedRepr<A>, D>, ArrayBase<OwnedRepr<A>, D>>

where A: Clone + Send + Default + 'static, D: Dimension + Clone + Send + 'static + RemoveAxis,

Extensions to the StreamProcessor to enable ndarray processing

pub fn newarray<F>(config: StreamConfig, processfn: F) -> Self

where F: Fn(Vec<ArrayBase<OwnedRepr<A>, D>>) -> Result<Vec<ArrayBase<OwnedRepr<A>, D>>, CoreError> + Send + Sync + 'static,

Create a new array stream processor

pub fn chunk_wise<F>( config: StreamConfig, chunk_size: usize, processfn: F, ) -> Self

where F: Fn(&ArrayBase<OwnedRepr<A>, D>) -> Result<ArrayBase<OwnedRepr<A>, D>, CoreError> + Send + Sync + Clone + 'static,

Process arrays chunk-wise

pub fn parallel<F>(config: StreamConfig, processfn: F) -> Self

where F: Fn(&ArrayBase<OwnedRepr<A>, D>) -> Result<ArrayBase<OwnedRepr<A>, D>, CoreError> + Send + Sync + Clone + 'static, A: Send + Sync,

Process arrays in parallel

Trait Implementations

impl<T, U> Debug for StreamProcessor<T, U>

where T: Clone + Send + 'static, U: Clone + Send + 'static,

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<T: Clone + Send + 'static, U: Clone + Send + 'static> Drop for StreamProcessor<T, U>

fn drop(&mut self)

Executes the destructor for this type.