hydro_cli 0.4.0

Hydro Deploy Command Line Interface
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

import hydro
import json

async def main(args):
    machine_1_gcp = args[0] == "gcp"
    machine_2_gcp = args[1] == "gcp"

    deployment = hydro.Deployment()
    localhost_machine = deployment.Localhost()

    machine1 = deployment.GCPComputeEngineHost(
        project="autocompartmentalization",
        machine_type="e2-micro",
        image="debian-cloud/debian-11",
        region="us-west1-a"
    ) if machine_1_gcp else localhost_machine

    machine2 = deployment.GCPComputeEngineHost(
        project="autocompartmentalization",
        machine_type="e2-micro",
        image="debian-cloud/debian-11",
        region="us-west1-a"
    ) if machine_2_gcp else localhost_machine

    sender = deployment.HydroflowCrate(
        src="../hydroflow",
        example="cli_sender",
        features=["cli_integration"],
        args=[json.dumps([0])],
        on=machine1
    )

    receiver = deployment.HydroflowCrate(
        src="../hydroflow",
        example="cli_receiver",
        features=["cli_integration"],
        on=machine2
    )

    sender.ports.broadcast.send_to(hydro.demux({
        0: receiver.ports.broadcast
    }))

    await deployment.deploy()

    print("deployed!")

    # create this as separate variable to indicate to Hydro that we want to capture all stdout, even after the loop
    receiver_out = await receiver.stdout()

    await deployment.start()
    print("started!")

    counter = 0
    async for log in receiver_out:
        print(f"{counter}: {log}")
        counter += 1
        if counter == 10:
            break

    print(await sender.exit_code())

if __name__ == "__main__":
    import sys
    import hydro.async_wrapper
    hydro.async_wrapper.run(main, sys.argv[1:])