assay-core 5.2.0

High-performance evaluation framework for LLM agents (Core)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

//! Curated secret/PII shape rules for render-side redaction (MCP01a).
//!
//! Patterns mirror the capture-side redactor (`assay-runner-core::redact`) and the Plimsoll detector
//! (`plimsoll/secrets.py`) so the three layers share one rule vocabulary. High-signal, low false
//! positive: no generic entropy scan (sha256 digests / content ids are legitimately high-entropy in
//! evidence and must survive). A match is replaced by a value-free `<redacted:RULE>` placeholder; the
//! matched value is never emitted.

use lazy_static::lazy_static;
use regex::Regex;

/// `(rule name, class, compiled pattern)`. `class` is "secret" or "pii" (drives leak accounting).
pub struct Rule {
    pub name: &'static str,
    pub class: &'static str,
    pub re: Regex,
}

lazy_static! {
    pub static ref RULES: Vec<Rule> = vec![
        rule(
            "aws-access-key-id",
            "secret",
            r"\b(?:AKIA|ASIA)[0-9A-Z]{16}\b"
        ),
        rule("github-token", "secret", r"\bgh[pousr]_[A-Za-z0-9]{36,}\b"),
        rule(
            "openai-key",
            "secret",
            r"\bsk-(?:proj-)?[A-Za-z0-9_-]{20,}\b"
        ),
        rule("slack-token", "secret", r"\bxox[baprs]-[A-Za-z0-9-]{10,}\b"),
        rule("google-api-key", "secret", r"\bAIza[0-9A-Za-z_-]{35}\b"),
        rule(
            "stripe-key",
            "secret",
            r"\b[sp]k_(?:live|test)_[0-9A-Za-z]{16,}\b"
        ),
        rule(
            "private-key-pem",
            "secret",
            r"-----BEGIN (?:[A-Z ]*)PRIVATE KEY-----"
        ),
        rule(
            "jwt",
            "secret",
            r"\beyJ[A-Za-z0-9_-]{10,}\.eyJ[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}\b",
        ),
        rule(
            "bearer-token",
            "secret",
            r"(?i)\bbearer\s+[A-Za-z0-9._~+/-]{20,}=*"
        ),
        rule(
            "sensitive-query-param",
            "secret",
            r#"(?i)\b(?:access[_-]?token|refresh[_-]?token|sig|signature)=[^&\s#"']{6,}"#,
        ),
        rule(
            "credential-assignment",
            "secret",
            r#"(?i)\b(?:api[_-]?key|secret|token|password|passwd|access[_-]?key|client[_-]?secret)\b\s*[=:]\s*[^\s'"]{6,}"#,
        ),
        rule("email", "pii", r"[\w.+-]+@[\w-]+\.[\w.]+"),
        rule("slack-user-id", "pii", r"\b[UW][A-Z0-9]{8,10}\b"),
    ];
}

fn rule(name: &'static str, class: &'static str, pattern: &str) -> Rule {
    Rule {
        name,
        class,
        re: Regex::new(pattern).expect("render-safety rule pattern is a valid regex"),
    }
}