DataflowLayout

Struct DataflowLayout 

Source
pub struct DataflowLayout {
    pub inputs: HashSet<Uuid>,
    pub outputs: HashSet<Uuid>,
    pub queries: HashSet<Uuid>,
    pub queryables: HashSet<Uuid>,
    pub labels: HashMap<Uuid, String>,
    pub nodes: HashMap<Uuid, HashSet<Uuid>>,
}
Expand description

Represents a flattened dataflow layout

Fields§

§inputs: HashSet<Uuid>

Inputs present in the dataflow

§outputs: HashSet<Uuid>

Outputs present in the dataflow

§queries: HashSet<Uuid>

Queries present in the dataflow

§queryables: HashSet<Uuid>

Queryables present in the dataflow

§labels: HashMap<Uuid, String>

Labels for nodes and IO, useful for debugging and visualization

§nodes: HashMap<Uuid, HashSet<Uuid>>

Nodes representation with their IO, useful for debugging and visualization

Implementations§

Source§

impl DataflowLayout

Source

pub fn new() -> DataflowLayout

Creates a new empty dataflow layout

Examples found in repository?
examples/service_flows.rs (line 5)
4async fn main() -> Result<()> {
5    let mut layout = DataflowLayout::new();
6
7    let (_service, queryable) = layout
8        .node("service", async |builder: &mut NodeIOBuilder| {
9            builder.queryable("queryable")
10        })
11        .await;
12
13    let (_client, query) = layout
14        .node("client", async |builder: &mut NodeIOBuilder| {
15            builder.query("query")
16        })
17        .await;
18
19    let layout = layout.build();
20
21    let _flows = Flows::new(layout.clone(), async move |builder: &mut FlowsBuilder| {
22        builder.connect(query, queryable, None)?;
23
24        Ok(())
25    })
26    .await?;
27
28    Ok(())
29}
More examples
Hide additional examples
examples/simple_flows.rs (line 5)
4async fn main() -> Result<()> {
5    let mut layout = DataflowLayout::new();
6
7    let (_source, output) = layout
8        .node("source", async |builder: &mut NodeIOBuilder| {
9            builder.output("out")
10        })
11        .await;
12
13    let (_operator, (op_in, op_out)) = layout
14        .node("operator", async |builder: &mut NodeIOBuilder| {
15            (builder.input("in"), builder.output("out"))
16        })
17        .await;
18
19    let (_sink, input) = layout
20        .node("sink", async |builder: &mut NodeIOBuilder| {
21            builder.input("in")
22        })
23        .await;
24
25    let layout = layout.build();
26
27    let _flows = Flows::new(layout.clone(), async move |builder: &mut FlowsBuilder| {
28        builder.connect(op_in, output, None)?;
29        builder.connect(input, op_out, None)?;
30
31        Ok(())
32    })
33    .await?;
34
35    Ok(())
36}
Source

pub async fn node<T>( &mut self, label: impl Into<String>, builder_function: impl AsyncFnOnce(&mut NodeIOBuilder) -> T, ) -> (NodeLayout, T)

Adds a new node to the dataflow layout, providing its label and a builder function for its IO. For convenience, the node layout is returned, together with the result of the builder function.

Examples found in repository?
examples/service_flows.rs (lines 8-10)
4async fn main() -> Result<()> {
5    let mut layout = DataflowLayout::new();
6
7    let (_service, queryable) = layout
8        .node("service", async |builder: &mut NodeIOBuilder| {
9            builder.queryable("queryable")
10        })
11        .await;
12
13    let (_client, query) = layout
14        .node("client", async |builder: &mut NodeIOBuilder| {
15            builder.query("query")
16        })
17        .await;
18
19    let layout = layout.build();
20
21    let _flows = Flows::new(layout.clone(), async move |builder: &mut FlowsBuilder| {
22        builder.connect(query, queryable, None)?;
23
24        Ok(())
25    })
26    .await?;
27
28    Ok(())
29}
More examples
Hide additional examples
examples/simple_flows.rs (lines 8-10)
4async fn main() -> Result<()> {
5    let mut layout = DataflowLayout::new();
6
7    let (_source, output) = layout
8        .node("source", async |builder: &mut NodeIOBuilder| {
9            builder.output("out")
10        })
11        .await;
12
13    let (_operator, (op_in, op_out)) = layout
14        .node("operator", async |builder: &mut NodeIOBuilder| {
15            (builder.input("in"), builder.output("out"))
16        })
17        .await;
18
19    let (_sink, input) = layout
20        .node("sink", async |builder: &mut NodeIOBuilder| {
21            builder.input("in")
22        })
23        .await;
24
25    let layout = layout.build();
26
27    let _flows = Flows::new(layout.clone(), async move |builder: &mut FlowsBuilder| {
28        builder.connect(op_in, output, None)?;
29        builder.connect(input, op_out, None)?;
30
31        Ok(())
32    })
33    .await?;
34
35    Ok(())
36}
Source

pub fn label(&self, uuid: impl Into<Uuid>) -> String

Access the label of an entity in the dataflow layout (node, input, output, query, queryable)

Source

pub fn build(self) -> Arc<DataflowLayout>

Build the dataflow layout by making it immutable and returning an Arc

Examples found in repository?
examples/service_flows.rs (line 19)
4async fn main() -> Result<()> {
5    let mut layout = DataflowLayout::new();
6
7    let (_service, queryable) = layout
8        .node("service", async |builder: &mut NodeIOBuilder| {
9            builder.queryable("queryable")
10        })
11        .await;
12
13    let (_client, query) = layout
14        .node("client", async |builder: &mut NodeIOBuilder| {
15            builder.query("query")
16        })
17        .await;
18
19    let layout = layout.build();
20
21    let _flows = Flows::new(layout.clone(), async move |builder: &mut FlowsBuilder| {
22        builder.connect(query, queryable, None)?;
23
24        Ok(())
25    })
26    .await?;
27
28    Ok(())
29}
More examples
Hide additional examples
examples/simple_flows.rs (line 25)
4async fn main() -> Result<()> {
5    let mut layout = DataflowLayout::new();
6
7    let (_source, output) = layout
8        .node("source", async |builder: &mut NodeIOBuilder| {
9            builder.output("out")
10        })
11        .await;
12
13    let (_operator, (op_in, op_out)) = layout
14        .node("operator", async |builder: &mut NodeIOBuilder| {
15            (builder.input("in"), builder.output("out"))
16        })
17        .await;
18
19    let (_sink, input) = layout
20        .node("sink", async |builder: &mut NodeIOBuilder| {
21            builder.input("in")
22        })
23        .await;
24
25    let layout = layout.build();
26
27    let _flows = Flows::new(layout.clone(), async move |builder: &mut FlowsBuilder| {
28        builder.connect(op_in, output, None)?;
29        builder.connect(input, op_out, None)?;
30
31        Ok(())
32    })
33    .await?;
34
35    Ok(())
36}

Trait Implementations§

Source§

impl Debug for DataflowLayout

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter. Read more
Source§

impl Default for DataflowLayout

Source§

fn default() -> DataflowLayout

Returns the “default value” for a type. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

impl<T> Allocation for T
where T: RefUnwindSafe + Send + Sync,