hydro_cli 0.13.0

Hydro Deploy Command Line Interface
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

from codecs import decode
import json
from pathlib import Path
import pytest
import hydro

@pytest.mark.asyncio
async def test_connect_to_self():
    deployment = hydro.Deployment()
    localhost_machine = deployment.Localhost()

    program = deployment.HydroflowCrate(
        src=str((Path(__file__).parent.parent.parent / "hydro_cli_examples").absolute()),
        example="empty_program",
        profile="dev",
        on=localhost_machine
    )

    program.ports.out.send_to(program.ports.input)

    await deployment.deploy()
    await deployment.start()

@pytest.mark.asyncio
async def test_python_sender():
    deployment = hydro.Deployment()
    localhost_machine = deployment.Localhost()

    sender = deployment.CustomService(
        external_ports=[],
        on=localhost_machine.client_only(),
    )

    receiver = deployment.HydroflowCrate(
        src=str((Path(__file__).parent.parent.parent / "hydro_cli_examples").absolute()),
        example="stdout_receiver",
        profile="dev",
        on=localhost_machine
    )

    sender_port_1 = sender.client_port()
    sender_port_1.send_to(receiver.ports.echo.merge())

    sender_port_2 = sender.client_port()
    sender_port_2.send_to(receiver.ports.echo.merge())

    await deployment.deploy()

    # create this as separate variable to indicate to Hydro that we want to capture all stdout, even after the loop
    receiver_out = await receiver.stdout()

    await deployment.start()

    sender_1_connection = await (await sender_port_1.server_port()).into_sink()
    sender_2_connection = await (await sender_port_2.server_port()).into_sink()

    await sender_1_connection.send(bytes("hi 1!", "utf-8"))

    async for log in receiver_out:
        assert log == "echo \"hi 1!\""
        break

    await sender_2_connection.send(bytes("hi 2!", "utf-8"))
    async for log in receiver_out:
        assert log == "echo \"hi 2!\""
        break

@pytest.mark.asyncio
async def test_python_receiver():
    deployment = hydro.Deployment()
    localhost_machine = deployment.Localhost()

    sender = deployment.HydroflowCrate(
        src=str((Path(__file__).parent.parent.parent / "hydro_cli_examples").absolute()),
        example="dedalus_sender",
        profile="dev",
        args=[json.dumps(([0], 123))],
        on=localhost_machine
    )

    receiver = deployment.CustomService(
        external_ports=[],
        on=localhost_machine.client_only(),
    )

    receiver_port_0 = receiver.client_port()
    sender.ports.broadcast.send_to(hydro.demux({
        0: receiver_port_0,
    }))

    await deployment.deploy()
    await deployment.start()

    receiver_0_connection = await (await receiver_port_0.server_port()).into_source()
    async for received in receiver_0_connection:
        assert decode(bytes(received[8:]), "utf-8") == "Hello 123"
        break