eval-magic 0.4.0

One-stop CLI for running skill evals — measure whether an agent skill actually shifts behavior.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

[package]
name = "eval-magic"
version = "0.4.0"
edition = "2024"
description = "One-stop CLI for running skill evals — measure whether an agent skill actually shifts behavior."
license = "MIT"
repository = "https://github.com/slowdini/eval-magic"
homepage = "https://github.com/slowdini/eval-magic"
readme = "README.md"
keywords = ["evals", "agents", "skills"]
categories = ["command-line-utilities"]
exclude = [
    "/.cargo-husky/**",
    "/.claude/**",
    "/.github/**",
    "AGENTS.md",
    "CLAUDE.md",
]

# Explicit only to pin `src/main.rs` as the entry path; the binary name matches the crate.
[[bin]]
name = "eval-magic"
path = "src/main.rs"

[lib]
name = "eval_magic"
path = "src/lib.rs"

[dependencies]
anyhow = "1.0.102"
# RFC3339 timestamp -> epoch-millis for transcript duration. default-features
# off drops clock/std/iana-time-zone — we only parse strings, never read the
# wall clock or local timezone.
chrono = { version = "0.4", default-features = false, features = ["alloc"] }
clap = { version = "4.6.1", features = ["derive"] }
# default features pull in reqwest/rustls/tokio for remote $ref resolution; our
# schemas are embedded (include_str!) and use only internal #/definitions refs,
# so no resolver is needed at all.
jsonschema = { version = "0.46.5", default-features = false }
# Bash write-mutation patterns (sandbox policy). default-features off drops the
# Unicode tables: the shell-command patterns are ASCII, and ASCII `\b`/`\s` is
# the intended semantics, so `perf` (matching speed) is all we keep beyond `std`.
regex = { version = "1.12.3", default-features = false, features = ["std", "perf"] }
serde = { version = "1.0.228", features = ["derive"] }
serde_json = { version = "1.0.150", features = ["preserve_order"] }
thiserror = "2.0.18"
walkdir = "2.5.0"

[dev-dependencies]
assert_cmd = "2.2.2"
predicates = "3.1.4"
tempfile = "3.27.0"

# Installs the git hooks under .cargo-husky/hooks/ into .git/hooks on `cargo test`.
[dev-dependencies.cargo-husky]
version = "1"
default-features = false
features = ["user-hooks"]

# The profile that 'dist' will build with
[profile.dist]
inherits = "release"
lto = "thin"