torc 0.21.0

Workflow management system
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

#!/usr/bin/env python

"""Test script to cause CPU and memory resource consumption."""

import gc
import random
import sys
import time


# command="python resource_consumption.py -i 1 -c small"
if len(sys.argv) != 5:
    msg = f"bad inputs in resource_consumption.py: {sys.argv}"
    raise Exception(msg)

print(f"running {sys.argv}")
index = int(sys.argv[2])
category = sys.argv[4]
match category:
    case "small":
        count = 1_000_000
    case "medium":
        count = 5_000_000
    case "large":
        count = 10_000_000
    case _:
        msg = f"invalid {category=}"
        raise Exception(msg)

for i in range(5):
    data = [random.random() for _ in range(count)]
    total = sum(data)
    minimum = min(data)
    maximum = max(data)
    mean = total / len(data)
    print(f"job {index=} {i=} {total=} {minimum=} {maximum=} {mean=}")
    data.clear()
    gc.collect()
    time.sleep(1)