oonta 0.3.1

OCaml (subset) to LLVM IR compiler front-end
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

import random
import sys
import subprocess
import time

def generate_random_numbers(n):
    res = []
    for _ in range(n):
        num = random.randint(1, n)
        res.append(num)
    return res

def generate_input_file(numbers):
    with open("benchmark/input.txt", "w") as file:
        file.write(f"{len(numbers)}\n")
        for num in numbers:
            file.write(f"{num}\n")

def generate_output_ref_file(numbers, benchmark_idx):
    with open("benchmark/output.ref.txt", "w") as file:
        if benchmark_idx == 2:
            file.write("0")
        else:
            numbers.sort() 
            for num in numbers:
                file.write(f"{num}")

def generate_oonta_benchmark_binary(benchmark_src):
    subprocess.run(["cargo", "run", "--", f"benchmark/{benchmark_src}", "-o",
                    "benchmark/oonta.ll", "--opt", "--exec"], capture_output=True) 

def generate_ocamlopt_benchmark_binary(benchmark_src):
    subprocess.run(["ocamlopt", "-O3", f"benchmark/{benchmark_src}", "-o",
                    "benchmark/ocamlopt.out"]) 

def benchmark(binary):
    with open("benchmark/input.txt", "r") as infile:
        with open("benchmark/output.txt", "w") as outfile:
            start_time = time.perf_counter()
            subprocess.run([binary], stdin=infile, stdout=outfile) 
            end_time = time.perf_counter()
            elapsed_time = end_time - start_time
            print(f"Elapsed time ({binary}): {elapsed_time:.4f} seconds")
    with open("benchmark/output.ref.txt", "r") as reffile:
        with open("benchmark/output.txt", "r") as outfile:
            if reffile.readline() != outfile.readline():
                print(f"{binary} output is incorrect!")
    return elapsed_time

def main():
    if len(sys.argv) != 3:
        print("Usage      : python3 benchmark/benchmark.py <num of list elements> <benchmark idx>")
        print("Benchmarks :\n\t0. Merge sort\n\t1. Insertion sort\n\t2. Compare")
        print("Tips       : run in the repository root directory")
        sys.exit(1)

    numbers = generate_random_numbers(int(sys.argv[1]))
    benchmark_idx = int(sys.argv[2])
    if benchmark_idx == 0:
        benchmark_src = "merge_sort.ml"
    elif benchmark_idx == 1:
        benchmark_src = "insertion_sort.ml"
    elif benchmark_idx == 2:
        benchmark_src = "polymorphic_compare.ml"
    else:
        print(f"Invalid benchmark idx ({benchmark_idx})")
        sys.exit(1)
    print(f"Benchmarking: {benchmark_src}")

    generate_input_file(numbers)
    generate_output_ref_file(numbers, benchmark_idx)
    generate_ocamlopt_benchmark_binary(benchmark_src)
    generate_oonta_benchmark_binary(benchmark_src)
    ref_time = benchmark("./benchmark/ocamlopt.out")
    time = benchmark("./benchmark/oonta.out")
    if time > ref_time:
        print(f"> {time/ref_time*100:.2f}% slower")
    else:
        print(f"> {100-time/ref_time*100:.2f}% faster")

if __name__ == "__main__":
    main()