agentcarousel 0.2.2

Evaluate agents and skills with YAML fixtures, run cases (mock or live), and keep run rows in SQLite for reports and evidence export.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use assert_cmd::Command;
use std::path::PathBuf;

fn workspace_root() -> PathBuf {
    PathBuf::from(env!("CARGO_MANIFEST_DIR"))
        .parent()
        .and_then(|path| path.parent())
        .map(PathBuf::from)
        .expect("workspace root")
}

#[test]
fn eval_live_requires_generator_key() {
    let root = workspace_root();
    Command::cargo_bin("agentcarousel")
        .unwrap()
        .current_dir(&root)
        .env_remove("AGENTCAROUSEL_GENERATOR_KEY")
        .env_remove("OPENAI_API_KEY")
        .env_remove("AGENTCAROUSEL_JUDGE_KEY")
        .args([
            "eval",
            "fixtures/examples/example-skill.yaml",
            "--execution-mode",
            "live",
            "--model",
            "gpt-4o-mini",
        ])
        .assert()
        .failure()
        .code(3);
}