torc 0.23.0

Workflow management system
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

# Test: Timeout Detection
#
# 1-node allocation, 1 fast job + 1 slow job that exceeds its walltime.
# Verifies timeout detection through sacct, parse-logs, logs analyze,
# and workflows check-resources.

name: timeout_detection
description: Timeout detection test — one fast job, one that exceeds walltime
project: slurm-tests
execution_config:
  mode: slurm

resource_monitor:
  enabled: true
  granularity: time_series
  sample_interval_seconds: 1

resource_requirements:
  - name: fast_resources
    num_cpus: 1
    num_nodes: 1
    memory: 1g
    runtime: PT2M

  - name: slow_resources
    num_cpus: 1
    num_nodes: 1
    memory: 1g
    runtime: PT2M

jobs:
  - name: job_fast
    command: |
      echo "Fast job on $(hostname)"
      echo "This job should complete quickly."
      sleep 30
      echo "Fast job complete."
    resource_requirements: fast_resources

  - name: job_slow
    command: bash slurm-tests/scripts/slow_work.sh 20
    resource_requirements: slow_resources

slurm_schedulers:
  - name: timeout_scheduler
    account: PLACEHOLDER_ACCOUNT
    partition: PLACEHOLDER_PARTITION
    nodes: 1
    walltime: "00:03:00"

actions:
  - trigger_type: "on_workflow_start"
    action_type: "schedule_nodes"
    scheduler: "timeout_scheduler"
    scheduler_type: "slurm"
    num_allocations: 1