lernie 0.0.6

A git-backed agent harness
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158

//! Classification tests over brazen's `v=1` vocabulary (ARCH §4.4
//! reading rules): `{"type":"end"}` terminal, `finish`/`error` carried
//! inside the segment. The v0.6 legacy vocabulary is retired (bl-56ee).

use super::{Outcome, classify};

const BRAZEN_COMPLETE: &str = concat!(
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"content_start","index":0,"kind":{"text":{}}}"#,
    "\n",
    r#"{"type":"content_delta","index":0,"delta":{"text_delta":"Hi"}}"#,
    "\n",
    r#"{"type":"content_stop","index":0}"#,
    "\n",
    r#"{"type":"usage","input_tokens":12,"output_tokens":2}"#,
    "\n",
    r#"{"type":"finish","reason":"stop"}"#,
    "\n",
    r#"{"type":"end"}"#,
    "\n",
);

const BRAZEN_REFUSAL: &str = concat!(
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"finish","reason":"refusal","category":"policy","explanation":null}"#,
    "\n",
    r#"{"type":"end"}"#,
    "\n",
);

const BRAZEN_FAILED: &str = concat!(
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"error","kind":"transport","message":"connection reset"}"#,
    "\n",
    r#"{"type":"end"}"#,
    "\n",
);

// Two segments: a failed attempt (Error+End), then a clean retry
// (Finish+End). The last segment is authoritative → complete.
const BRAZEN_RETRY_THEN_CLEAN: &str = concat!(
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"error","kind":"provider","message":"429"}"#,
    "\n",
    r#"{"type":"end"}"#,
    "\n",
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"finish","reason":"stop"}"#,
    "\n",
    r#"{"type":"end"}"#,
    "\n",
);

// Two segments: a clean attempt, then a failed one. Last segment
// carries an Error → failed.
const BRAZEN_CLEAN_THEN_FAILED: &str = concat!(
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"finish","reason":"stop"}"#,
    "\n",
    r#"{"type":"end"}"#,
    "\n",
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"error","kind":"transport","message":"reset"}"#,
    "\n",
    r#"{"type":"end"}"#,
    "\n",
);

// Killed mid-stream: brazen deltas but no trailing `end`.
const BRAZEN_STOPPED: &str = concat!(
    r#"{"type":"message_start","v":1,"role":"assistant"}"#,
    "\n",
    r#"{"type":"content_delta","index":0,"delta":{"text_delta":"par"}}"#,
    "\n",
);

#[test]
fn brazen_end_with_finish_is_complete() {
    assert_eq!(classify(BRAZEN_COMPLETE.as_bytes()), Outcome::Complete);
}

#[test]
fn brazen_refusal_finish_is_complete() {
    // Refusal is a Finish, never an Error (§4.4) — still complete.
    assert_eq!(classify(BRAZEN_REFUSAL.as_bytes()), Outcome::Complete);
}

#[test]
fn brazen_end_with_error_is_failed() {
    assert_eq!(classify(BRAZEN_FAILED.as_bytes()), Outcome::Failed);
}

#[test]
fn brazen_multi_segment_failed_then_clean_is_complete() {
    // The earlier segment's Error is ignored; the last segment wins.
    assert_eq!(
        classify(BRAZEN_RETRY_THEN_CLEAN.as_bytes()),
        Outcome::Complete
    );
}

#[test]
fn brazen_multi_segment_clean_then_failed_is_failed() {
    assert_eq!(
        classify(BRAZEN_CLEAN_THEN_FAILED.as_bytes()),
        Outcome::Failed
    );
}

#[test]
fn brazen_without_trailing_end_is_no_terminal() {
    assert_eq!(classify(BRAZEN_STOPPED.as_bytes()), Outcome::NoTerminal);
}

#[test]
fn brazen_trailing_finish_without_end_is_no_terminal() {
    // A Finish is not the terminator — only End is. Killed between the
    // Finish and the End reads as stopped (§4.4).
    let jsonl = concat!(
        r#"{"type":"message_start","v":1,"role":"assistant"}"#,
        "\n",
        r#"{"type":"finish","reason":"stop"}"#,
        "\n",
    );
    assert_eq!(classify(jsonl.as_bytes()), Outcome::NoTerminal);
}

#[test]
fn no_newline_at_all_is_no_terminal() {
    assert_eq!(classify(b"{\"type\":\"end\"}"), Outcome::NoTerminal);
    assert_eq!(classify(b""), Outcome::NoTerminal);
}

#[test]
fn only_blank_lines_is_no_terminal() {
    assert_eq!(classify(b"\n\n\n"), Outcome::NoTerminal);
}

#[test]
fn trailing_partial_line_after_terminal_is_ignored() {
    // The `end` line completed; a partial next line (no `\n`) is the
    // writer mid-append and must not mask the terminal before it.
    let jsonl = "{\"type\":\"finish\",\"reason\":\"stop\"}\n{\"type\":\"end\"}\n{par";
    assert_eq!(classify(jsonl.as_bytes()), Outcome::Complete);
}

#[test]
fn malformed_last_line_is_no_terminal() {
    let jsonl = b"{\"type\":\"content_delta\"}\nnot json\n";
    assert_eq!(classify(jsonl), Outcome::NoTerminal);
}