hydroflow 0.10.0

Hydro's low-level dataflow runtime and IR
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

use clap::Parser;
use hydroflow::hydroflow_syntax;
use hydroflow_lang::graph::{WriteConfig, WriteGraphType};

// This example detects size three cliques in a graph. Size three cliques are also known as triangles.
// The equivalent datalog program would be Triangle(x,y,z) := Edge(x,y), Edge(y,z), Edge(z,x)

#[derive(Parser, Debug)]
struct Opts {
    #[clap(long)]
    graph: Option<WriteGraphType>,
    #[clap(flatten)]
    write_config: Option<WriteConfig>,
}

pub fn main() {
    let opts = Opts::parse();
    // An edge in the input data = a pair of `usize` vertex IDs.
    let (edges_send, edges_recv) = hydroflow::util::unbounded_channel::<(usize, usize)>();

    #[expect(clippy::map_identity, reason = "code symmetry")]
    let mut df = hydroflow_syntax! {
        edges = source_stream(edges_recv) -> tee();

        // set up the two joins
        // edge_pairs((z,x), y) :- edges(x,y), edges(y,z)
        edge_pairs = join::<'static>() -> map(|(y, (x,z))| ((z,x), y)); //Here we have found all paths from x to z that go through y. Now we need to find edges that connect z back to x.
        // triangle(x,y,z) :- edge_pairs((z,x), y), edges(z, x)
        triangle = join::<'static>() -> map(|((z,x), (y, ()))| (x, y, z));

        // wire the inputs to the joins
        edges[0] -> map(|(y,z)| (z,y)) -> [0]edge_pairs;
        edges[1] -> [1]edge_pairs;
        edge_pairs -> map(|((z, x), y)| ((z, x), y)) -> [0]triangle;
        edges[2] -> map(|(z,x)| ((z,x), ())) -> [1]triangle;

        // post-process: sort fields of each tuple by node ID
        triangle -> map(|(x, y, z)| {
            let mut v = [x, y, z];
            v.sort();
            (v[0], v[1], v[2])
        }) -> for_each(|e| println!("three_clique found: {:?}", e));
    };

    #[cfg(feature = "debugging")]
    if let Some(graph) = opts.graph {
        let serde_graph = df
            .meta_graph()
            .expect("No graph found, maybe failed to parse.");
        serde_graph.open_graph(graph, opts.write_config).unwrap();
    }
    let _ = opts;

    df.run_available();

    println!("A");

    edges_send.send((5, 10)).unwrap();
    edges_send.send((0, 3)).unwrap();
    edges_send.send((3, 6)).unwrap();
    df.run_available();

    println!("B");

    edges_send.send((6, 5)).unwrap();
    edges_send.send((6, 0)).unwrap();
    edges_send.send((10, 6)).unwrap();
    df.run_available();

    // A
    // B
    // three_clique found: (0, 3, 6)
    // three_clique found: (5, 6, 10)
    // three_clique found: (0, 3, 6)
    // three_clique found: (5, 6, 10)
    // three_clique found: (0, 3, 6)
    // three_clique found: (5, 6, 10)
}

#[test]
fn test() {
    use hydroflow::util::{run_cargo_example, wait_for_process_output};

    let (_child, _, mut stdout) = run_cargo_example("three_clique", "");

    let mut output = String::new();
    wait_for_process_output(&mut output, &mut stdout, r#"0, 3, 6"#);
    wait_for_process_output(&mut output, &mut stdout, r#"5, 6, 10"#);
    wait_for_process_output(&mut output, &mut stdout, r#"0, 3, 6"#);
    wait_for_process_output(&mut output, &mut stdout, r#"5, 6, 10"#);
    wait_for_process_output(&mut output, &mut stdout, r#"0, 3, 6"#);
    wait_for_process_output(&mut output, &mut stdout, r#"5, 6, 10"#);
}