evaltor 0.1.0

A tool for evaluating the evaluatees on benchmarks
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use crate::EvaluateeIF;
use std::{
    path::{Path, PathBuf},
    process::Command,
};

pub struct IC3;

impl EvaluateeIF for IC3 {
    fn name(&self) -> String {
        "avr".to_string()
    }

    fn version(&self) -> Option<String> {
        Some("ic3sa".to_string())
    }

    fn mount(&self) -> Vec<PathBuf> {
        vec![PathBuf::from("./avr/")]
    }

    fn evaluate(&self, model: &Path) -> Command {
        let mut command = Command::new("python3");
        command.current_dir("../avr");
        let out = format!("/tmp/evaltor/{}", std::thread::current().id().as_u64());
        command.args([
            "avr.py",
            "--memout",
            "30000",
            "--timeout",
            "10000",
            "-o",
            &out,
        ]);
        command.arg(std::fs::canonicalize(model).unwrap());
        command
    }
}

pub struct Portfolio;

impl EvaluateeIF for Portfolio {
    fn name(&self) -> String {
        "avr".to_string()
    }

    fn version(&self) -> Option<String> {
        Some("portfolio".to_string())
    }

    fn mount(&self) -> Vec<PathBuf> {
        vec![PathBuf::from("../avr")]
    }

    fn evaluate(&self, model: &Path) -> Command {
        let mut command = Command::new("python3");
        command.current_dir("../avr");
        command.args([
            "avr_pr.py",
            "--memout",
            "133120",
            "--timeout",
            "10000",
            "-o",
            "/root/avr_out/",
        ]);
        command.arg(model);
        command
    }

    fn parallelism(&self) -> usize {
        16
    }
}