pipeflow 0.0.4

A lightweight, configuration-driven data pipeline framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Transform trait and implementations
//!
//! Transform nodes process messages from upstream and emit to downstream.

pub mod compute;
pub mod filter;
pub mod hash;
pub(crate) mod json_path;
pub mod pipeline;
pub mod remap;
pub mod step;
pub mod value;
pub mod window;

use async_trait::async_trait;

use crate::common::message::Message;
use crate::error::Result;

/// Transform processes messages from upstream and emits to downstream
#[async_trait]
pub trait Transform: Send + Sync {
    /// Unique node identifier
    fn id(&self) -> &str;

    /// Process a single message
    ///
    /// Returns:
    /// - `Ok(vec![...])` - emit transformed messages (can be 0, 1, or more)
    /// - `Err(e)` - transform error (currently logged; DLQ routing is planned but not implemented)
    async fn process(&self, msg: Message) -> Result<Vec<Message>>;
}