agentcarousel 0.5.7

Unit tests for AI agents. Run behavioral tests in CI, score with an LLM judge, and export signed evidence your auditors accept.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

//! Map a judge **model id string** to a [`JudgeProvider`] and discover API key environment
//! variable names for that stack.

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum JudgeProvider {
    Gemini,
    OpenAi,
    Anthropic,
    OpenRouter,
}

const GEMINI_KEY_ENV_CANDIDATES: [&str; 4] = [
    "AGENTCAROUSEL_JUDGE_KEY",
    "GEMINI_API_KEY",
    "GOOGLE_API_KEY",
    "agentcarousel_JUDGE_KEY",
];

const OPENAI_KEY_ENV_CANDIDATES: [&str; 3] = [
    "OPENAI_API_KEY",
    "AGENTCAROUSEL_JUDGE_KEY",
    "agentcarousel_JUDGE_KEY",
];

const ANTHROPIC_KEY_ENV_CANDIDATES: [&str; 3] = [
    "ANTHROPIC_API_KEY",
    "AGENTCAROUSEL_JUDGE_KEY",
    "agentcarousel_JUDGE_KEY",
];

const OPENROUTER_KEY_ENV_CANDIDATES: [&str; 3] = [
    "OPENROUTER_API_KEY",
    "AGENTCAROUSEL_JUDGE_KEY",
    "agentcarousel_JUDGE_KEY",
];

pub fn judge_provider_from_model(model: &str) -> JudgeProvider {
    let normalized = model.to_ascii_lowercase();
    if normalized.starts_with("openrouter/")
        || normalized.contains(":free")
        || normalized.contains('/')
    {
        return JudgeProvider::OpenRouter;
    }
    if normalized.starts_with("claude") {
        return JudgeProvider::Anthropic;
    }
    if normalized.starts_with("gpt")
        || normalized.starts_with("o1")
        || normalized.starts_with("o3")
        || normalized.starts_with("o4")
    {
        return JudgeProvider::OpenAi;
    }
    JudgeProvider::Gemini
}

pub fn judge_key_candidates(provider: JudgeProvider) -> &'static [&'static str] {
    match provider {
        JudgeProvider::Gemini => &GEMINI_KEY_ENV_CANDIDATES,
        JudgeProvider::OpenAi => &OPENAI_KEY_ENV_CANDIDATES,
        JudgeProvider::Anthropic => &ANTHROPIC_KEY_ENV_CANDIDATES,
        JudgeProvider::OpenRouter => &OPENROUTER_KEY_ENV_CANDIDATES,
    }
}