eval-core 0.2.0

A testing framework for LLM agents: prompt-based test cases with built-in assertions on tool calls, parameters, and text/math output — bring your own harness.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

[package]
name = "eval-core"
version = "0.2.0"
edition = "2024"
# Edition 2024 needs 1.85; let-chains (src/expect.rs) push the real MSRV to 1.88.
rust-version = "1.88"
authors = ["Craig Salajan <craigsalajan@gmail.com>"]
license = "MIT OR Apache-2.0"
description = "A testing framework for LLM agents: prompt-based test cases with built-in assertions on tool calls, parameters, and text/math output — bring your own harness."
readme = "README.md"
repository = "https://github.com/CraigSalajan/eval-core"
homepage = "https://github.com/CraigSalajan/eval-core"
documentation = "https://docs.rs/eval-core"
keywords = ["llm", "eval", "benchmark", "testing", "agent"]
categories = ["development-tools::testing", "command-line-utilities"]
# Repo scaffolding that should NOT bloat the published `.crate`. examples/ and baseline/ stay IN.
exclude = [".github/", "PUBLISHING.md", "ROADMAP.md"]

[dependencies]
serde = { version = "1", features = ["derive"] }
serde_json = "1"
# RON powers the generic `load_cases` loader. A third-party data format only — no game/LLM coupling.
ron = "0.8"
# anyhow is used internally (HTML report, etc.); thiserror is the library-grade error on the public
# surface (load_cases, Agent::run, BuiltinScorer).
anyhow = "1"
thiserror = "2"
# Powers the `FinalTextMatches` built-in expectation. Small, pure-Rust, zero game/LLM coupling.
regex = "1"
tracing = "0.1"
# Embeds the shipped baseline RON suite into the crate at compile time (travels with the published
# crate, not read from disk at runtime). Pure-Rust, zero game/LLM coupling.
include_dir = "0.7"
# Local-time timestamps for auto-persisted run records (`RunRecord.timestamp_*`). Lean by design:
# `default-features = false` + only `clock` (no oldtime/serde). Matches the host's timestamp format.
chrono = { version = "0.4", default-features = false, features = ["clock"] }

[dev-dependencies]
tempfile = "3"

# Lints mirrored from the originating workspace (de-inherited for this standalone repo).
[lints.rust]
unsafe_code = "warn"
missing_debug_implementations = "warn"

[lints.clippy]
all = { level = "warn", priority = -1 }

# Standalone single-crate repo: declare an empty workspace so cargo never adopts a parent workspace.
[workspace]