sciforge-hub 0.0.4

Central hub orchestrating Sciforge subsystems (api, engine, tools).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//! Timed experiment execution with CSV benchmark output.
//!
//! [`run_timed`] measures the execution time of an [`Experiment`]
//! and returns the result alongside a CSV metrics line.

use sciforge_benchmark::engine::{BenchmarkMetrics, CSV_HEADER};
use crate::domain::common::errors::HubResult;
use crate::engine::experience::experiment::Experiment;
use crate::engine::experience::runner::{ExperimentRunner, RunOutput};
use std::time::Instant;

/// Runs `experiment` with timing and returns `(result, csv)`.
pub fn run_timed(experiment: &Experiment) -> HubResult<(RunOutput, String)> {
    let runner = ExperimentRunner::new();
    let start = Instant::now();
    let result = runner.run(experiment)?;
    let elapsed = start.elapsed();
    let name: String =
        format!("{:?}/{}", experiment.domain, experiment.function_name).to_lowercase();
    let metrics = BenchmarkMetrics {
        experiment_name: &name,
        precision: "f64",
        elapsed_ms: elapsed.as_millis() as u64,
        iterations: 1,
        input_samples: 0,
        avg_time_ns: elapsed.as_nanos() as f64,
        last_time_ns: elapsed.as_nanos() as f64,
        output_bytes: 0,
        total_flops: 0,
        step_count: 0,
        input_dim: 0,
        output_dim: 0,
        benchmark_flags: 0,
        input_bytes: 0,
        result_bytes: 0,
        min_time_ns: elapsed.as_nanos() as f64,
        max_time_ns: elapsed.as_nanos() as f64,
        time_stddev: 0.0,
        iterations_per_sec: if elapsed.as_millis() > 0 {
            1000.0 / elapsed.as_millis() as f64
        } else {
            0.0
        },
        samples_per_sec: 0.0,
        eval_error: 0.0,
        eval_accuracy: 0.0,
        eval_r_squared: 0.0,
        eval_mae: 0.0,
        eval_samples: 0,
        eval_dataset_hash: 0,
        logical_cores: 0,
        avg_frequency_mhz: 0,
        max_frequency_mhz: 0,
        max_workers: 0,
        target_cpu_utilization: 0.0,
    };
    let csv = format!("{}\n{}", CSV_HEADER, metrics.to_csv_row());
    Ok((result, csv))
}