weirdnet_pipelines/lib.rs
1//! Pipelines as graphs (DAGs) of nodes whose meaning belongs to the application: a [`Kind`]
2//! says what a node spec means (a source, a step or a sink) and how it reads and prints.
3//! This crate parses `ID=KIND+tee` nodes and `A>B[:NAME]` edges, checks a graph
4//! ([`Graph::check`]), orders it, and runs it ([`run::execute`]): each node once, fan-out to
5//! every node downstream, fan-in as named frames, tees as side saves, and the nodes below a
6//! failure skipped. Everything a node does happens in the application's [`run::Host`].
7//! [`frame`] has helpers for the JSON column frames the nodes pass along.
8#![forbid(unsafe_code)]
9
10mod error;
11pub mod frame;
12mod graph;
13pub mod run;
14
15pub use error::{PipelineError, Result};
16pub use graph::{Edge, Graph, Kind, Node, Problem, Resolve, Role};
17pub use run::{Host, NodeRun, PipelineRun, execute};
18
19#[cfg(test)]
20mod tests;
21
22#[doc = include_str!("../README.md")]
23#[cfg(doctest)]
24pub struct ReadmeDoctests;