agi4-core 0.1.1

Pure verdict logic for AGI/4 attestation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

//! Canonical upstream source identifiers.
//!
//! Defines the normalized source IDs used throughout the verdict pipeline.
//! All code paths (evaluators, consistency check) must reference these constants
//! to prevent source-ID drift.

/// Generality conjunct sources
pub mod generality {
    pub const ARC_AGI_2: &str = "arc-agi-2";
    pub const ARC_AGI_3: &str = "arc-agi-3";
    pub const HLE: &str = "hle";
    pub const GPQA_DIAMOND: &str = "gpqa-diamond";

    pub fn all() -> &'static [&'static str] {
        &[ARC_AGI_2, ARC_AGI_3, HLE, GPQA_DIAMOND]
    }
}

/// Economic Substitutability conjunct sources
pub mod economic_substitutability {
    pub const GDPVAL: &str = "gdpval";
    pub const GDPVAL_AA: &str = "gdpval-aa";
    pub const RLI: &str = "rli";
    pub const APEX_AGENTS: &str = "apex-agents";

    pub fn all() -> &'static [&'static str] {
        &[GDPVAL, GDPVAL_AA, RLI, APEX_AGENTS]
    }
}

/// Environmental Transfer conjunct sources
pub mod environmental_transfer {
    pub const ARC_AGI_3: &str = "arc-agi-3";
    pub const OSWORLD: &str = "osworld";
    pub const NES: &str = "nes";

    pub fn all() -> &'static [&'static str] {
        &[ARC_AGI_3, OSWORLD, NES]
    }
}

/// Autonomous Agency conjunct sources
pub mod autonomous_agency {
    pub const METR_80PCT_TIME_HORIZON: &str = "metr-80pct-time-horizon";
    pub const RE_BENCH: &str = "re-bench";
    pub const SWE_BENCH_VERIFIED: &str = "swe-bench-verified";

    pub fn all() -> &'static [&'static str] {
        &[METR_80PCT_TIME_HORIZON, RE_BENCH, SWE_BENCH_VERIFIED]
    }
}

/// All unique canonical upstream source IDs.
pub fn all_unique_sources() -> &'static [&'static str] {
    &[
        generality::ARC_AGI_2,
        generality::ARC_AGI_3,
        generality::HLE,
        generality::GPQA_DIAMOND,
        economic_substitutability::GDPVAL,
        economic_substitutability::GDPVAL_AA,
        economic_substitutability::RLI,
        economic_substitutability::APEX_AGENTS,
        environmental_transfer::OSWORLD,
        environmental_transfer::NES,
        autonomous_agency::METR_80PCT_TIME_HORIZON,
        autonomous_agency::RE_BENCH,
        autonomous_agency::SWE_BENCH_VERIFIED,
    ]
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn all_unique_sources_are_unique() {
        let all = all_unique_sources();
        let mut seen = std::collections::HashSet::new();
        for source in all {
            assert!(seen.insert(source), "Duplicate source ID: {}", source);
        }
    }

    #[test]
    fn conjunct_source_lists_are_correct() {
        assert_eq!(generality::all().len(), 4);
        assert_eq!(economic_substitutability::all().len(), 4);
        assert_eq!(environmental_transfer::all().len(), 3);
        assert_eq!(autonomous_agency::all().len(), 3);
    }
}