torc 0.21.0

Workflow management system
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

# This file was generated by the Julia OpenAPI Code Generator
# Do not modify this file directly. Modify the OpenAPI specification instead.


@doc raw"""job_model

    JobModel(;
        id=nothing,
        workflow_id=nothing,
        name=nothing,
        command=nothing,
        invocation_script=nothing,
        status=nothing,
        cancel_on_blocking_job_failure=true,
        supports_termination=false,
        depends_on_job_ids=nothing,
        input_file_ids=nothing,
        output_file_ids=nothing,
        input_user_data_ids=nothing,
        output_user_data_ids=nothing,
        resource_requirements_id=nothing,
        scheduler_id=nothing,
        failure_handler_id=nothing,
        attempt_id=1,
    )

    - id::Int64
    - workflow_id::Int64
    - name::String : Name of the job; no requirements on uniqueness
    - command::String : CLI command to execute. Will not be executed in a shell and so must not include shell characters.
    - invocation_script::String : Wrapper script for command in case the environment needs customization.
    - status::JobStatus : Status of job; managed by torc.
    - cancel_on_blocking_job_failure::Bool : Cancel this job if any of its blocking jobs fails.
    - supports_termination::Bool : Deprecated: Slurm now manages termination signals via srun --time and KillWait, so all jobs receive graceful SIGTERM. This field is accepted but ignored.
    - depends_on_job_ids::Vector{Int64} : Database IDs of jobs that block this job
    - input_file_ids::Vector{Int64} : Database IDs of files that this job needs
    - output_file_ids::Vector{Int64} : Database IDs of files that this job produces
    - input_user_data_ids::Vector{Int64} : Database IDs of user-data objects that this job needs
    - output_user_data_ids::Vector{Int64} : Database IDs of user-data objects that this job produces
    - resource_requirements_id::Int64 : Optional database ID of resources required by this job
    - scheduler_id::Int64 : Optional database ID of scheduler needed by this job
    - failure_handler_id::Int64 : Optional database ID of failure handler for this job
    - attempt_id::Int64 : Current retry attempt number (starts at 1)
"""
Base.@kwdef mutable struct JobModel <: OpenAPI.APIModel
    id::Union{Nothing, Int64} = nothing
    workflow_id::Union{Nothing, Int64} = nothing
    name::Union{Nothing, String} = nothing
    command::Union{Nothing, String} = nothing
    invocation_script::Union{Nothing, String} = nothing
    status = nothing # spec type: Union{ Nothing, JobStatus }
    cancel_on_blocking_job_failure::Union{Nothing, Bool} = true
    supports_termination::Union{Nothing, Bool} = false
    depends_on_job_ids::Union{Nothing, Vector{Int64}} = nothing
    input_file_ids::Union{Nothing, Vector{Int64}} = nothing
    output_file_ids::Union{Nothing, Vector{Int64}} = nothing
    input_user_data_ids::Union{Nothing, Vector{Int64}} = nothing
    output_user_data_ids::Union{Nothing, Vector{Int64}} = nothing
    resource_requirements_id::Union{Nothing, Int64} = nothing
    scheduler_id::Union{Nothing, Int64} = nothing
    failure_handler_id::Union{Nothing, Int64} = nothing
    attempt_id::Union{Nothing, Int64} = 1

    function JobModel(id, workflow_id, name, command, invocation_script, status, cancel_on_blocking_job_failure, supports_termination, depends_on_job_ids, input_file_ids, output_file_ids, input_user_data_ids, output_user_data_ids, resource_requirements_id, scheduler_id, failure_handler_id, attempt_id, )
        o = new(id, workflow_id, name, command, invocation_script, status, cancel_on_blocking_job_failure, supports_termination, depends_on_job_ids, input_file_ids, output_file_ids, input_user_data_ids, output_user_data_ids, resource_requirements_id, scheduler_id, failure_handler_id, attempt_id, )
        OpenAPI.validate_properties(o)
        return o
    end
end # type JobModel

const _property_types_JobModel = Dict{Symbol,String}(Symbol("id")=>"Int64", Symbol("workflow_id")=>"Int64", Symbol("name")=>"String", Symbol("command")=>"String", Symbol("invocation_script")=>"String", Symbol("status")=>"JobStatus", Symbol("cancel_on_blocking_job_failure")=>"Bool", Symbol("supports_termination")=>"Bool", Symbol("depends_on_job_ids")=>"Vector{Int64}", Symbol("input_file_ids")=>"Vector{Int64}", Symbol("output_file_ids")=>"Vector{Int64}", Symbol("input_user_data_ids")=>"Vector{Int64}", Symbol("output_user_data_ids")=>"Vector{Int64}", Symbol("resource_requirements_id")=>"Int64", Symbol("scheduler_id")=>"Int64", Symbol("failure_handler_id")=>"Int64", Symbol("attempt_id")=>"Int64", )
OpenAPI.property_type(::Type{ JobModel }, name::Symbol) = Union{Nothing,eval(Base.Meta.parse(_property_types_JobModel[name]))}

function OpenAPI.check_required(o::JobModel)
    o.workflow_id === nothing && (return false)
    o.name === nothing && (return false)
    o.command === nothing && (return false)
    true
end

function OpenAPI.validate_properties(o::JobModel)
    OpenAPI.validate_property(JobModel, Symbol("id"), o.id)
    OpenAPI.validate_property(JobModel, Symbol("workflow_id"), o.workflow_id)
    OpenAPI.validate_property(JobModel, Symbol("name"), o.name)
    OpenAPI.validate_property(JobModel, Symbol("command"), o.command)
    OpenAPI.validate_property(JobModel, Symbol("invocation_script"), o.invocation_script)
    OpenAPI.validate_property(JobModel, Symbol("status"), o.status)
    OpenAPI.validate_property(JobModel, Symbol("cancel_on_blocking_job_failure"), o.cancel_on_blocking_job_failure)
    OpenAPI.validate_property(JobModel, Symbol("supports_termination"), o.supports_termination)
    OpenAPI.validate_property(JobModel, Symbol("depends_on_job_ids"), o.depends_on_job_ids)
    OpenAPI.validate_property(JobModel, Symbol("input_file_ids"), o.input_file_ids)
    OpenAPI.validate_property(JobModel, Symbol("output_file_ids"), o.output_file_ids)
    OpenAPI.validate_property(JobModel, Symbol("input_user_data_ids"), o.input_user_data_ids)
    OpenAPI.validate_property(JobModel, Symbol("output_user_data_ids"), o.output_user_data_ids)
    OpenAPI.validate_property(JobModel, Symbol("resource_requirements_id"), o.resource_requirements_id)
    OpenAPI.validate_property(JobModel, Symbol("scheduler_id"), o.scheduler_id)
    OpenAPI.validate_property(JobModel, Symbol("failure_handler_id"), o.failure_handler_id)
    OpenAPI.validate_property(JobModel, Symbol("attempt_id"), o.attempt_id)
end

function OpenAPI.validate_property(::Type{ JobModel }, name::Symbol, val)

















end