telosieve 0.2.0-rc.4

Read-only infrastructure instruction evaluation that refuses when trusted evidence cannot agree
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

use std::{env, fs, time::Instant};

use serde::Serialize;
use telosieve::{certificate::Decision, protocol::Scenario, run_scenario};

#[derive(Serialize)]
struct ResultRow {
    scenario: String,
    iterations: usize,
    latency_micros_p50: u128,
    latency_micros_p95: u128,
    hypothesis_count: usize,
    certificate_bytes: usize,
    decision: Decision,
    unsafe_approvals: usize,
    false_refusals: usize,
    baseline_unsafe_approvals: usize,
}

fn main() {
    let iterations = 20;
    let mut rows = Vec::new();
    for path in env::args().skip(1) {
        let scenario: Scenario = serde_json::from_slice(&fs::read(&path).unwrap()).unwrap();
        let mut timings = Vec::with_capacity(iterations);
        let mut certificate = None;
        for _ in 0..iterations {
            let started = Instant::now();
            certificate = Some(run_scenario(&scenario).unwrap());
            timings.push(started.elapsed().as_micros());
        }
        timings.sort_unstable();
        let certificate = certificate.unwrap();
        rows.push(ResultRow {
            scenario: scenario.scenario_id,
            iterations,
            latency_micros_p50: timings[iterations / 2],
            latency_micros_p95: timings[iterations * 95 / 100],
            hypothesis_count: certificate.metrics.hypothesis_count,
            certificate_bytes: serde_json::to_vec(&certificate).unwrap().len(),
            decision: certificate.decision,
            unsafe_approvals: certificate.metrics.unsafe_approvals,
            false_refusals: certificate.metrics.false_refusals,
            baseline_unsafe_approvals: certificate
                .baselines
                .iter()
                .filter(|baseline| baseline.unsafe_approval)
                .count(),
        });
    }
    println!("{}", serde_json::to_string_pretty(&rows).unwrap());
}