agentcarousel 0.3.1

Evaluate agents and skills with YAML fixtures, run cases (mock or live), and keep run rows in SQLite for reports and evidence export.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

use assert_cmd::Command;
use std::path::PathBuf;

fn workspace_root() -> PathBuf {
    PathBuf::from(env!("CARGO_MANIFEST_DIR"))
        .parent()
        .and_then(|path| path.parent())
        .map(PathBuf::from)
        .expect("workspace root")
}

#[test]
fn eval_ignore_mocks_requires_live_mode() {
    let root = workspace_root();
    let assert = Command::cargo_bin("agentcarousel")
        .unwrap()
        .current_dir(&root)
        .args([
            "eval",
            "fixtures/examples/example-skill.yaml",
            "--ignore-mocks",
        ])
        .assert()
        .failure()
        .code(3);
    let stderr = String::from_utf8_lossy(&assert.get_output().stderr);
    assert!(
        stderr.contains("--ignore-mocks requires --execution-mode live"),
        "expected ignore-mocks preflight error, got: {stderr:?}"
    );
}

#[test]
fn eval_live_requires_generator_key() {
    let root = workspace_root();
    Command::cargo_bin("agentcarousel")
        .unwrap()
        .current_dir(&root)
        .env_remove("AGENTCAROUSEL_GENERATOR_KEY")
        .env_remove("OPENAI_API_KEY")
        .env_remove("AGENTCAROUSEL_JUDGE_KEY")
        .args([
            "eval",
            "fixtures/examples/example-skill.yaml",
            "--execution-mode",
            "live",
            "--model",
            "gpt-4o-mini",
        ])
        .assert()
        .failure()
        .code(3);
}