assay-core 3.0.0

High-performance evaluation framework for LLM agents (Core)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

use crate::judge::JudgeService;
use serde_json::json;

pub(crate) fn generate_cache_key_impl(
    svc: &JudgeService,
    rubric_id: &str,
    rubric_version: &str,
    input_hash: &str,
    seed: Option<u64>,
) -> String {
    let raw = format!(
        "{}:{}:{}:{}:{}:{}:{}:{}:{}:{}:{:?}",
        svc.config.provider,
        svc.config.model.as_deref().unwrap_or(""),
        rubric_id,
        rubric_version,
        svc.config.temperature,
        svc.config.max_tokens,
        svc.config.samples,
        svc.config.system_prompt_version,
        input_hash,
        serde_json::to_string(&svc.config.reliability).unwrap_or_else(|_| "err".to_string()),
        seed
    );
    format!("{:x}", md5::compute(raw))
}

pub(crate) fn inject_result_impl(
    _svc: &JudgeService,
    meta: &mut serde_json::Value,
    rubric_id: &str,
    result: serde_json::Value,
) -> anyhow::Result<()> {
    if let Some(obj) = meta.as_object_mut() {
        let assay = obj
            .entry("assay")
            .or_insert(json!({}))
            .as_object_mut()
            .unwrap();
        let judge = assay
            .entry("judge")
            .or_insert(json!({}))
            .as_object_mut()
            .unwrap();
        judge.insert(rubric_id.to_string(), result);
    }
    Ok(())
}