eval-magic 0.5.0

One-stop CLI for running skill evals — measure whether an agent skill actually shifts behavior.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

//! JSON-Schema validation of `evals.json` and pipeline artifacts.
//!
//! Validates with the `jsonschema` crate against the bundled `schema/*.json`
//! (embedded at compile time via `include_str!`).

pub mod batch;
pub mod error;
pub mod evals;
pub mod schema;

pub use batch::{FileOutcome, ValidationReport, validate_all, validate_one};
pub use error::ValidationError;
pub use evals::validate_evals_config;
pub use schema::{SchemaName, validate_against_schema};