pub struct StreamExecutor<T>{ /* private fields */ }Expand description
Stream executor for processing events through a pipeline
The executor handles:
- Event ingestion from sources
- Watermark generation and propagation
- Window assignment and lifecycle management
- Trigger evaluation
- Aggregation computation
- Result emission to sinks
§Example
use processor::pipeline::{StreamPipelineBuilder, StreamExecutor};
use processor::config::WindowConfig;
let pipeline = StreamPipelineBuilder::new()
.with_name("example")
.with_tumbling_window(60_000)
.build()?;
let mut executor = pipeline.create_executor::<f64>();
// Ingest events
executor.ingest(42.0).await?;
executor.ingest(100.0).await?;
// Process and emit results
// executor.run().await?;Implementations§
Source§impl<T> StreamExecutor<T>
impl<T> StreamExecutor<T>
Sourcepub fn new(pipeline: StreamPipeline) -> Self
pub fn new(pipeline: StreamPipeline) -> Self
Create a new stream executor
Sourcepub async fn ingest(&self, event: T) -> Result<()>
pub async fn ingest(&self, event: T) -> Result<()>
Ingest an event into the pipeline
§Example
let mut executor = pipeline.create_executor::<f64>();
executor.ingest(42.5).await?;Sourcepub async fn ingest_batch(&self, events: Vec<T>) -> Result<()>
pub async fn ingest_batch(&self, events: Vec<T>) -> Result<()>
Ingest a batch of events
Sourcepub async fn next_output(&self) -> Option<ProcessorEvent<T>>
pub async fn next_output(&self) -> Option<ProcessorEvent<T>>
Get the next output event
Sourcepub async fn stats(&self) -> ExecutorStats
pub async fn stats(&self) -> ExecutorStats
Get current statistics
Sourcepub async fn current_watermark(&self) -> Watermark
pub async fn current_watermark(&self) -> Watermark
Get current watermark
Sourcepub fn is_running(&self) -> bool
pub fn is_running(&self) -> bool
Check if the executor is running
Sourcepub async fn run(&self) -> Result<()>where
T: EventTimeExtractor<T> + KeyExtractor<T>,
pub async fn run(&self) -> Result<()>where
T: EventTimeExtractor<T> + KeyExtractor<T>,
Run the executor (process events continuously)
This will process events from the input channel until stopped.
§Example
let executor = pipeline.create_executor::<f64>();
// Run in a background task
tokio::spawn(async move {
// executor.run().await.unwrap();
});Sourcepub fn active_window_count(&self) -> usize
pub fn active_window_count(&self) -> usize
Get the number of active windows
Sourcepub fn clear_windows(&self)
pub fn clear_windows(&self)
Clear all window states
Trait Implementations§
Auto Trait Implementations§
impl<T> Freeze for StreamExecutor<T>
impl<T> !RefUnwindSafe for StreamExecutor<T>
impl<T> Send for StreamExecutor<T>
impl<T> Sync for StreamExecutor<T>
impl<T> Unpin for StreamExecutor<T>
impl<T> !UnwindSafe for StreamExecutor<T>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> FutureExt for T
impl<T> FutureExt for T
Source§fn with_context(self, otel_cx: Context) -> WithContext<Self>
fn with_context(self, otel_cx: Context) -> WithContext<Self>
Source§fn with_current_context(self) -> WithContext<Self>
fn with_current_context(self) -> WithContext<Self>
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::RequestSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.