assay-core 3.9.1

High-performance evaluation framework for LLM agents (Core)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

use crate::assertions::compute_result_hash;
use crate::{CheckInput, CheckResult, CheckType, PolicyCheck};

/// Batch mode evaluation (simulates `assay run`)
pub fn evaluate(check: &PolicyCheck, input: &CheckInput) -> CheckResult {
    // This simulates the batch evaluation path
    // In real implementation, this would call assay-core directly

    let (outcome, reason) = match check.check_type {
        CheckType::ArgsValid => evaluate_args_valid(&check.params, input),
        CheckType::SequenceValid => evaluate_sequence_valid(&check.params, input),
        CheckType::ToolBlocklist => evaluate_blocklist(&check.params, input),
    };

    let result_hash = compute_result_hash(&check.id, &outcome, &reason);

    CheckResult {
        check_id: check.id.clone(),
        outcome,
        reason,
        result_hash,
    }
}

fn evaluate_args_valid(params: &serde_json::Value, input: &CheckInput) -> (crate::Outcome, String) {
    crate::shared::args_valid(params, input)
}

fn evaluate_sequence_valid(
    params: &serde_json::Value,
    input: &CheckInput,
) -> (crate::Outcome, String) {
    crate::shared::sequence_valid(params, input)
}

fn evaluate_blocklist(params: &serde_json::Value, input: &CheckInput) -> (crate::Outcome, String) {
    crate::shared::blocklist(params, input)
}