pureflow 0.1.0

A flow-based programming (FBP) workflow engine for building concurrent data pipelines
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90

//! Pureflow — a flow-based programming (FBP) workflow engine for building concurrent data pipelines.
//!
//! # Feature flags
//!
//! | Feature | Enables |
//! |---------|---------|
//! | `wasm` | Wasmtime-backed WASM batch node execution |
//! | `introspection` | Read-only workflow introspection with JSON serialization |
//! | `tracing` | `tracing` crate integration for runtime observability |
//! | `arrow` | Apache Arrow columnar data support in message payloads |
//! | `toml` | TOML workflow definition parser |
//! | `yaml` | YAML workflow definition parser |
//! | `full` | All of the above |
//!
//! # Modules
//!
//! The full API surface of each internal crate is re-exported under a matching
//! module. Use the flat top-level re-exports for the most common items, and
//! reach into the modules for anything more specific.

/// Identifier types shared across Pureflow.
pub mod types {
    pub use pureflow_types::*;
}

/// Workflow structure: nodes, edges, and graph validation.
pub mod workflow {
    pub use pureflow_workflow::*;
}

/// Core traits and contracts for node implementors.
pub mod core {
    pub use pureflow_core::*;
}

/// Node contract metadata and port-level validation.
pub mod contract {
    pub use pureflow_contract::*;
}

/// Workflow execution engine: run policies, registries, and entry points.
pub mod engine {
    pub use pureflow_engine::*;
}

/// Low-level async runtime that backs the engine.
pub mod runtime {
    pub use pureflow_runtime::*;
}

/// Workflow definition parsers (JSON always; TOML and YAML behind features).
pub mod format {
    pub use pureflow_workflow_format::*;
}

/// Read-only workflow introspection projections.
#[cfg(feature = "introspection")]
pub mod introspection {
    pub use pureflow_introspection::*;
}

/// Wasmtime-backed WASM batch node execution.
#[cfg(feature = "wasm")]
pub mod wasm {
    pub use pureflow_wasm::*;
}

// Flat re-exports of the most commonly used items.

pub use pureflow_types::{
    ExecutionId, IdentifierError, MessageId, NodeId, PortId, WorkflowId,
};

pub use pureflow_workflow::{
    EdgeDefinition, EdgeEndpoint, NodeDefinition, PortDirection, WorkflowDefinition,
    WorkflowValidationError,
};

pub use pureflow_core::{
    CancellationHandle, CancellationToken, ExecutionError, LifecycleError, NodeExecutor,
    PacketPayload, PortPacket, PortsIn, PortsOut, PureflowError, Result,
};

pub use pureflow_contract::{Determinism, ExecutionMode, NodeContract, PortContract};

pub use pureflow_engine::{
    BatchNodeExecutor, StaticNodeExecutorRegistry, WorkflowRunPolicy, WorkflowRunSummary,
    WorkflowTerminalState, run_workflow_with_registry_policy_summary,
    run_workflow_with_registry_summary,
};