torc 0.22.2

Workflow management system
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

using Torc

"""
Function to be mapped across workers.
"""
function run_job_function(params::Dict)
    @assert "val" in keys(params)
    return Dict(
        "params" => params,
        "result" => 5,
        "output_data_path" => "/projects/my-project/run1",
    )
end

"""
Collect the results of workers.
"""
function run_postprocess_function(results::Vector{<:Dict})
    total = 0
    paths = String[]
    for result in results
        @assert "result" in keys(result)
        @assert "output_data_path" in keys(result)
        total += result["result"]
        push!(paths, result["output_data_path"])
    end
    return Dict("total" => total, "output_data_paths" => paths)
end

if abspath(PROGRAM_FILE) == @__FILE__
    process_mapped_function_cli_args(run_job_function, run_postprocess_function)
end