torc 0.21.0

Workflow management system
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

"""Contains a function that will be mapped across workers."""


def run(data: dict):
    """Function to be mapped across workers."""
    assert "val" in data
    return {"params": data, "result": 5, "output_data_path": "/projects/my-project/run1"}


def postprocess(results: list[dict]):
    """Collects the results of workers."""
    total = 0
    paths = []
    for result in results:
        assert "result" in result
        assert "output_data_path" in result
        total += result["result"]
        paths.append(result["output_data_path"])
    return {"total": total, "output_data_paths": paths}