opencrabs 0.3.81

The autonomous, self-improving AI agent. Single Rust binary. Every channel. Recommended: the 40MB prebuilt binary for macOS, Linux and Windows: https://github.com/adolfousier/opencrabs/releases
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132

//! Tests for tool-failure classification (#236).
//!
//! Recoverable/environmental/user-driven failures must be classified so the
//! ledger keeps them out of the success-rate denominator; genuine defects must
//! still count.

use crate::brain::feedback_policy::is_recoverable_tool_failure;

#[test]
fn hashline_stale_hash_is_recoverable() {
    assert!(is_recoverable_tool_failure(
        "hashline_edit",
        Some("Hash #EJ not found in file. The file may have changed since your last read.")
    ));
    assert!(is_recoverable_tool_failure(
        "hashline_edit",
        Some("Hash collision on #NH across 9 lines")
    ));
}

#[test]
fn channel_send_not_connected_is_recoverable() {
    assert!(is_recoverable_tool_failure(
        "telegram_send",
        Some("Telegram is not connected. Ask the user to connect Telegram first.")
    ));
    assert!(is_recoverable_tool_failure(
        "whatsapp_send",
        Some("not connected")
    ));
    assert!(is_recoverable_tool_failure(
        "discord_connect",
        Some("failed to connect to gateway")
    ));
}

#[test]
fn follow_up_question_cancel_is_recoverable() {
    assert!(is_recoverable_tool_failure(
        "follow_up_question",
        Some("user cancelled the prompt")
    ));
    assert!(is_recoverable_tool_failure(
        "follow_up_question",
        Some("timed out waiting for an answer")
    ));
    assert!(is_recoverable_tool_failure(
        "follow_up_question",
        Some("user declined")
    ));
}

#[test]
fn genuine_defects_are_not_recoverable() {
    // A real bug in a tool's own logic must still count as a failure.
    assert!(!is_recoverable_tool_failure(
        "hashline_edit",
        Some("internal panic: index out of bounds")
    ));
    // bash failing a command is a real outcome, not an exempt class.
    assert!(!is_recoverable_tool_failure(
        "bash",
        Some("command not found: frobnicate")
    ));
    // telegram_send with an unknown-action misuse is a real (learnable) error,
    // not the environmental "not connected" class.
    assert!(!is_recoverable_tool_failure(
        "telegram_send",
        Some("unknown action 'list_channels'")
    ));
}

#[test]
fn environmental_bash_failures_are_recoverable() {
    // #1068: bash had no arm at all, so a well-formed command that hit a
    // missing file or a dead service counted against the tool exactly like a
    // command the model got wrong. That made `tool_failure|bash` the ledger's
    // loudest signal and pointed RSI at "bash is broken".
    assert!(is_recoverable_tool_failure(
        "bash",
        Some(
            "Command exited with code 1\n\n-- output captured before error --\n\
             STDERR:\ncat: /etc/nope.conf: No such file or directory\n"
        )
    ));
    assert!(is_recoverable_tool_failure(
        "bash",
        Some(
            "Command exited with code 7\n\n-- output captured before error --\n\
             STDERR:\ncurl: (7) Failed to connect to localhost port 8931: Connection refused\n"
        )
    ));
}

#[test]
fn bash_commands_the_model_got_wrong_stay_failures() {
    // The other half of the split, and the reason the classifier checks model
    // markers first: these are agent behaviour RSI is supposed to act on.
    for stderr in [
        "bash: line 3: syntax error near unexpected token `fi'",
        "bash: line 1: MY_VAR: unbound variable",
        "ls: illegal option -- Z",
    ] {
        assert!(
            !is_recoverable_tool_failure(
                "bash",
                Some(&format!(
                    "Command exited with code 2\n\n-- output captured before error --\n\
                     STDERR:\n{stderr}\n"
                ))
            ),
            "must stay a failure: {stderr}"
        );
    }
}

#[test]
fn missing_error_text_is_not_recoverable() {
    // No error string → cannot be classified benign; must count normally.
    assert!(!is_recoverable_tool_failure("hashline_edit", None));
    assert!(!is_recoverable_tool_failure("follow_up_question", None));
}

#[test]
fn unrelated_tools_are_never_auto_recoverable() {
    // A tool not in the policy list must never be silently exempted, even if
    // its error happens to contain a keyword.
    assert!(!is_recoverable_tool_failure(
        "read_file",
        Some("file not found")
    ));
}