supercode-harness 0.4.13

The optional native Supercode agent and tool harness
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

use std::path::{Path, PathBuf};

use supercode_harness::audit::{audit_dir, Corpus, Coverage};
use supercode_harness::{Role, Session};

fn fixture(name: &str) -> PathBuf {
    Path::new(env!("CARGO_MANIFEST_DIR"))
        .join("tests/fixtures/grok_audit")
        .join(name)
}

#[test]
fn grok_user_audit_matches_the_loaders_replay_boundary() {
    let report = audit_dir(&fixture("."), Corpus::Grok, None);

    assert_eq!(report.files, 1, "ACP updates are not transcript records");
    assert_eq!(report.parse_errors, 0);

    assert_eq!(report.records["user"].0, Coverage::Normalized);
    assert_eq!(report.records["user"].1.count, 3);
    assert_eq!(report.records["user/system_event"].0, Coverage::Normalized);
    assert_eq!(
        report.records["user/injected_context:user_info"].0,
        Coverage::Dropped
    );
    assert_eq!(
        report.records["user/injected_context:system-reminder"].0,
        Coverage::Dropped
    );
    assert_eq!(report.records["user/empty"].0, Coverage::Dropped);
    assert_eq!(report.records["user/empty_query"].0, Coverage::Dropped);

    // Content inherits the record's replay outcome. These were the original
    // false positives: their text blocks used to say `Normalized` even
    // though the loader discarded the containing generated-context turn.
    assert_eq!(
        report.records["user/injected_context:user_info/content/text"].0,
        Coverage::Dropped
    );
    assert_eq!(
        report.records["user/injected_context:system-reminder/content"].0,
        Coverage::Dropped
    );
    assert_eq!(report.records["user/content/text"].0, Coverage::Normalized);
    assert_eq!(report.records["user/content"].0, Coverage::Normalized);
    assert_eq!(
        report.records["user/content/<no-type>"].0,
        Coverage::Normalized
    );

    let text = std::fs::read_to_string(fixture("chat_history.jsonl")).unwrap();
    let loaded = Session::from_grok_str(&text).unwrap();
    assert_eq!(loaded.messages.len(), 4);
    assert_eq!(
        loaded
            .messages
            .iter()
            .filter(|message| message.role == Role::User)
            .count(),
        3
    );
    assert_eq!(
        loaded
            .messages
            .iter()
            .filter(|message| message.role == Role::System)
            .count(),
        1
    );
}

#[test]
fn malformed_or_unknown_user_content_is_not_overclaimed() {
    let root = std::env::temp_dir().join(format!(
        "supercode-grok-audit-unknown-{}",
        std::process::id()
    ));
    std::fs::create_dir_all(&root).unwrap();
    std::fs::write(
        root.join("chat_history.jsonl"),
        concat!(
            r#"{"type":"user","content":[{"type":"image","data":"opaque"}]}"#,
            "\n",
            r#"{"type":"user"}"#,
            "\n",
        ),
    )
    .unwrap();

    let report = audit_dir(&root, Corpus::Grok, None);
    // Neither record produces a replayable human turn. The unknown image is
    // under an empty/dropped record, so it is raw-only rather than falsely
    // advertised as a normalized content block.
    assert_eq!(report.records["user/empty"].0, Coverage::Dropped);
    assert_eq!(report.records["user/empty"].1.count, 2);
    assert_eq!(
        report.records["user/empty/content/image"].0,
        Coverage::Dropped
    );
    assert_eq!(
        report.records["user/empty/content:<missing>"].0,
        Coverage::Dropped
    );

    std::fs::remove_dir_all(root).ok();
}