eval-magic 0.5.0

One-stop CLI for running skill evals — measure whether an agent skill actually shifts behavior.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! Execution sandbox: shared write-guard machinery and write-boundary policy.
//!
//! The hook entry points are hidden subcommands on this binary (see `cli`), so
//! the installed PreToolUse hook invokes `eval-magic guard <marker>`,
//! `eval-magic guard-codex <marker>`, or the generic
//! `eval-magic guard-hook --harness <name> <marker>` — no separate hook script
//! to ship or locate. Each harness's hook path, matcher, and verdict shape are
//! descriptor data rendered by the generic engine (`crate::adapters::guard`);
//! this module holds the shared marker/manifest/teardown machinery and the
//! boundary policy.

pub mod decide;
pub mod guard;
pub mod install;
pub mod policy;

pub(crate) use decide::marker_is_armed;
pub use decide::{GuardDecision, GuardMarker, decide};
pub(crate) use guard::parse_tool_call;
pub use guard::read_marker;
pub(crate) use install::guard_is_armed;
pub use install::{GUARD_MANIFEST, GUARD_MARKER, teardown_guard};
pub use policy::{classify_bash, is_shell_tool, is_under, is_under_any, is_write_tool, path_arg};

use std::time::{SystemTime, UNIX_EPOCH};

/// Current wall clock in epoch milliseconds. chrono ships without its `clock`
/// feature (it parses timestamps but never reads the clock), so the time comes
/// from `std::time`. Shared by the guard's expiry check and marker stamping.
pub(crate) fn now_ms() -> i64 {
    SystemTime::now()
        .duration_since(UNIX_EPOCH)
        .unwrap_or_default()
        .as_millis() as i64
}