opencrabs 0.3.77

The autonomous, self-improving AI agent. Single Rust binary. Every channel. Install with: cargo install opencrabs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

//! The correction injected when a turn claims work it never ran (#796, #797).
//!
//! The old wording stated what was missing ("your last response produced ZERO
//! tool_use blocks"), which argues against a position the model does not hold.
//! A model that believes it already ran `gh issue list` reads that as a
//! formatting complaint and keeps the belief. These pin the wording that
//! replaces it: the mechanism, and a check the model can actually apply.
//!
//! Fixtures are synthetic and carry no user identifiers.

use crate::brain::agent::service::nudge::{no_tool_calls_nudge, uncalled_commands_nudge};

#[test]
fn a_fabricated_command_is_quoted_back() {
    // The whole point of #797: cite the fact, do not gesture at a category.
    let nudge = uncalled_commands_nudge(&["gh issue list --state open".to_string()]);
    assert!(
        nudge.contains("`gh issue list --state open`"),
        "the claimed command must appear verbatim: {nudge}"
    );
    assert!(
        nudge.contains("No such call ran this turn"),
        "the correction must state the fact plainly: {nudge}"
    );
}

#[test]
fn several_fabricated_commands_are_all_quoted() {
    let nudge = uncalled_commands_nudge(&[
        "git log --oneline -5".to_string(),
        "cargo test --all-features".to_string(),
    ]);
    assert!(nudge.contains("`git log --oneline -5`"), "{nudge}");
    assert!(nudge.contains("`cargo test --all-features`"), "{nudge}");
}

#[test]
fn the_named_variant_shares_the_mechanism_and_the_escape() {
    // It must not drift from the generic wording: same premise, same exit.
    let nudge = uncalled_commands_nudge(&["ls -la".to_string()]);
    assert!(
        nudge.contains("nothing runs inside your reasoning"),
        "{nudge}"
    );
    assert!(nudge.contains("imagined it"), "{nudge}");
    assert!(nudge.contains("genuinely done"), "{nudge}");
    assert!(nudge.starts_with("[System:"), "{nudge}");
    assert!(nudge.ends_with(']'), "{nudge}");
}

#[test]
fn every_variant_states_that_reasoning_cannot_execute() {
    // The mechanism is the load-bearing sentence. Without it the correction is
    // just a complaint about formatting, which is what failed before.
    for nudge in [no_tool_calls_nudge(true), no_tool_calls_nudge(false)] {
        assert!(
            nudge.contains("nothing runs inside your reasoning"),
            "must state the mechanism: {nudge}"
        );
        assert!(
            nudge.contains("imagined it"),
            "must name the false belief: {nudge}"
        );
    }
}

#[test]
fn every_variant_keeps_the_finished_escape() {
    // Without an exit that is not a tool call, a model that genuinely finished
    // gets nudged, calls something pointless to comply, and is nudged again.
    for nudge in [no_tool_calls_nudge(true), no_tool_calls_nudge(false)] {
        assert!(
            nudge.contains("genuinely done"),
            "real completion needs a non-tool exit: {nudge}"
        );
    }
}

#[test]
fn the_local_variant_avoids_the_word_stop() {
    // Qwen/Kimi/DeepSeek read "STOP" as "wait for further instruction" and
    // reply with an acknowledgement instead of calling anything.
    let nudge = no_tool_calls_nudge(true);
    assert!(
        !nudge.contains("STOP"),
        "local models treat STOP as an instruction to wait: {nudge}"
    );
}

#[test]
fn the_local_variant_names_the_structured_api() {
    // These models write `{"tool_call": {...}}` as message text believing that
    // IS the invocation, so the channel has to be named.
    let nudge = no_tool_calls_nudge(true);
    assert!(nudge.contains("structured tool-call API"), "{nudge}");
    assert!(
        nudge.contains("does not execute"),
        "must say that text-shaped calls do nothing: {nudge}"
    );
}

#[test]
fn a_nudge_is_framed_as_a_system_message() {
    // The loop injects these as user-role messages; the bracketed [System: ...]
    // framing is what keeps them from reading as the user's own words.
    for nudge in [no_tool_calls_nudge(true), no_tool_calls_nudge(false)] {
        assert!(nudge.starts_with("[System:"), "{nudge}");
        assert!(nudge.ends_with(']'), "{nudge}");
    }
}