torc 0.21.0

Workflow management system
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157

use std::path::{Path, PathBuf};

/// Return the name of the job runner log file for the local runner.
pub fn get_job_runner_log_file(
    output_dir: PathBuf,
    hostname: &str,
    workflow_id: i64,
    run_id: i64,
) -> String {
    format!(
        "{}/job_runner_{}_wf{}_r{}.log",
        output_dir.display(),
        hostname,
        workflow_id,
        run_id,
    )
}

/// Return the name of the job runner log file for Slurm schedulers.
pub fn get_slurm_job_runner_log_file(
    output_dir: PathBuf,
    workflow_id: i64,
    slurm_job_id: &str,
    node_id: &str,
    task_pid: usize,
) -> String {
    format!(
        "{}/job_runner_slurm_wf{}_sl{}_n{}_pid{}.log",
        output_dir.display(),
        workflow_id,
        slurm_job_id,
        node_id,
        task_pid
    )
}

/// Get the path to a job's stdout log file
pub fn get_job_stdout_path(
    output_dir: &Path,
    workflow_id: i64,
    job_id: i64,
    run_id: i64,
    attempt_id: i64,
) -> String {
    format!(
        "{}/job_stdio/job_wf{}_j{}_r{}_a{}.o",
        output_dir.display(),
        workflow_id,
        job_id,
        run_id,
        attempt_id
    )
}

/// Get the path to a job's stderr log file
pub fn get_job_stderr_path(
    output_dir: &Path,
    workflow_id: i64,
    job_id: i64,
    run_id: i64,
    attempt_id: i64,
) -> String {
    format!(
        "{}/job_stdio/job_wf{}_j{}_r{}_a{}.e",
        output_dir.display(),
        workflow_id,
        job_id,
        run_id,
        attempt_id
    )
}

/// Get the path to a job's combined stdout+stderr log file
pub fn get_job_combined_path(
    output_dir: &Path,
    workflow_id: i64,
    job_id: i64,
    run_id: i64,
    attempt_id: i64,
) -> String {
    format!(
        "{}/job_stdio/job_wf{}_j{}_r{}_a{}.log",
        output_dir.display(),
        workflow_id,
        job_id,
        run_id,
        attempt_id
    )
}

/// Get the path to Slurm's stdout log file
pub fn get_slurm_stdout_path(output_dir: &Path, workflow_id: i64, slurm_job_id: &str) -> String {
    format!(
        "{}/slurm_output_wf{}_sl{}.o",
        output_dir.display(),
        workflow_id,
        slurm_job_id
    )
}

/// Get the path to Slurm's stderr log file
pub fn get_slurm_stderr_path(output_dir: &Path, workflow_id: i64, slurm_job_id: &str) -> String {
    format!(
        "{}/slurm_output_wf{}_sl{}.e",
        output_dir.display(),
        workflow_id,
        slurm_job_id
    )
}

/// Return the path for the dmesg log file captured by the Slurm job runner.
/// Uses the same identifiers as the job runner log for consistency and easy correlation.
pub fn get_slurm_dmesg_log_file(
    output_dir: PathBuf,
    workflow_id: i64,
    slurm_job_id: &str,
    node_id: &str,
    task_pid: usize,
) -> String {
    format!(
        "{}/dmesg_slurm_wf{}_sl{}_n{}_pid{}.log",
        output_dir.display(),
        workflow_id,
        slurm_job_id,
        node_id,
        task_pid
    )
}

/// Return the path for the Slurm environment variables log file.
/// Uses the same identifiers as the job runner log for consistency and easy correlation.
pub fn get_slurm_env_log_file(
    output_dir: PathBuf,
    workflow_id: i64,
    slurm_job_id: &str,
    node_id: &str,
    task_pid: usize,
) -> String {
    format!(
        "{}/slurm_env_wf{}_sl{}_n{}_pid{}.log",
        output_dir.display(),
        workflow_id,
        slurm_job_id,
        node_id,
        task_pid
    )
}

/// Return the name of the watch log file.
pub fn get_watch_log_file(output_dir: PathBuf, hostname: &str, workflow_id: i64) -> String {
    format!(
        "{}/watch_{}_wf{}.log",
        output_dir.display(),
        hostname,
        workflow_id
    )
}