magi/run.rs
1//! Run state: what happened, where it is stored, and how a run is resumed.
2//!
3//! Every node writes its result into [`RunState`] and the whole struct is
4//! flushed to `run.json` before the next node starts. That is what makes a run
5//! resumable: a competition can take an hour, and dying in review round four
6//! should not throw away three implementations, nine judge reads and a
7//! deliberation.
8//!
9//! Patches and raw agent transcripts are *not* in `run.json` — they live beside
10//! it under `artifacts/`, so the state file stays small enough to read by hand.
11use std::collections::BTreeMap;
12use std::path::{Path, PathBuf};
13
14use anyhow::{Context as _, Result, bail};
15use jiff::{Timestamp, Zoned};
16use serde::{Deserialize, Serialize};
17
18use crate::agent::SeatState;
19use crate::blind::Leak;
20use crate::config::{Config, MergeMode};
21use crate::verdict::{Finding, Rejection, ReviewVote, Severity};
22
23/// On-disk format version. Bumped when a field changes meaning, so a resumed
24/// run never half-reads a state file written by a different magi.
25///
26/// 2: added `RunStatus::Stalled`, `RunState::quota` (rate-limit losses), and
27/// the quorum fields on `Tally`. `RunState::load` already fails loudly and
28/// clearly on a schema mismatch; an old `run.json` from schema 1 now says so
29/// instead of silently half-reading.
30///
31/// 3: added `RunState::judge_skipped`. A solo candidate makes `judge` write
32/// only an event, leaving `judgements` empty forever — indistinguishable from
33/// "not yet judged" on every later reentry, which is what let `judge` re-run
34/// on a finished run and clobber its status back to `Judging`. The flag is
35/// the missing record of the fact that judging was skipped on purpose.
36///
37/// Also 3: a single-viable-candidate tally records `Tally::judges` as `0` and
38/// fills `Tally::uncontested`, instead of leaving the full roster size sitting
39/// next to a panel that never sat. A schema-2 record keeps reading as "0 of 3
40/// judges present" forever, because a tally is computed once and never
41/// recomputed on resume; the bump keeps that stale reading from being mixed
42/// with the new meaning.
43///
44/// 4: added `ReviewRound::progressed`. `graph::STAGNANT_LIMIT` counts
45/// consecutive rounds with `progressed == false` to decide whether the
46/// review loop should give up early, and a schema-3 record's default
47/// `false` would misreport a round that, at the time, actually committed a
48/// real diff — the field simply did not exist yet to say so. Without the
49/// bump, resuming an old multi-round review could spuriously trip the
50/// stagnation check on rounds that were never stagnant.
51///
52/// 5: added `RunStatus::Landing`. A run inside [`crate::land`]'s post-merge
53/// loop used to carry whatever status `merge` set before calling it forward
54/// unchanged - `Merged`, even while still watching CI or waiting on the
55/// owner's approval - which is also the one status [`RunStatus::resumable`]
56/// treats as finished. A daemon that gave this run's slot back to poll
57/// something else while an approval was outstanding, or one that simply
58/// crashed mid-land, had no way to tell "still landing" from "actually
59/// merged" and would either restart the whole competition or leave the run
60/// stuck reading as done. A schema-4 record has no notion of `Landing` at
61/// all, so this is a meaning a resumed old run cannot be guessed into rather
62/// than a value it can default to - hence the bump, not a `#[serde(default)]`.
63///
64/// 6: a deferred e2e is represented by an empty outcome list plus
65/// `ReviewRound::e2e_deferred`. Schema 5 treated that same empty list as an
66/// unconfigured, successful check, so schema-5 records are migrated with the
67/// old (not-deferred) meaning while older binaries reject schema-6 records.
68///
69/// 7: added `RunState::gate_ran`. An empty `RunState::gate` used to carry two
70/// meanings at once — "never attempted, or the last attempt was
71/// resource-blocked" (`graph::Runner::gate`'s retry case) and "attempted,
72/// zero commands configured, vacuously passed" (a repo with no
73/// `verify.gate`) — and nothing told them apart. `graph::Runner::merge`
74/// therefore read the second case as the first and refused forever: a
75/// review-only run with no gate commands configured reached `Gating` and
76/// then could never leave it. A schema-6 record's non-empty `gate` is
77/// migrated to `gate_ran = true` (a recorded attempt, real or historical,
78/// should not be spent again); an empty one migrates to `gate_ran = false`
79/// and is simply re-attempted by the next `gate()` call, which self-heals
80/// instantly for the zero-commands case.
81///
82/// 8: `ReviewRound::verified_head` used to be `None` for the overwhelming
83/// majority of rounds — every ordinary round that ran e2e against its own
84/// `head` in the main review loop never set it at all, leaving only the
85/// rare catch-up-on-a-different-commit case populated. A reader (a review
86/// prompt, `magi show`, the web UI) had no field to ask "which commit did
87/// this round's `e2e` actually check" and fell back to assuming it was
88/// always `head`, which is also what let a stale round's red output get
89/// quoted to a later round's reviewers as if it were about their patch, not
90/// an earlier one (see `ReviewRound::verification_summary`, which now exists
91/// so nowhere else has to guess). `verified_head` is now set whenever `e2e`
92/// held a real attempt (`E2eStatus::Passed`/`Failed`), always naming the
93/// commit actually checked instead of only the divergent case, and
94/// `ReviewRound::verified_at` is new alongside it. A schema-7 round's own
95/// unconditional main-loop check was always against `head` whether or not
96/// this field said so, so a `None` with a non-empty `e2e` migrates to
97/// `Some(head)` — a reconstruction of a fact that was always true, not a
98/// guess. `verified_at` has no historical value to reconstruct and stays
99/// `None`, which reads through `verification_summary` as "checked at:
100/// unknown" — an honest gap, not a fabricated time.
101/// 9: added [`RunState::operator_fixes`] — one record per `magi fix`
102/// invocation, routing specific, already-recorded findings to a fixer as a
103/// targeted, out-of-band fix outside the normal round sequence. Kept in a
104/// channel of its own rather than folded into [`ReviewRound`], because a
105/// reviewer's own severity and vote (copied verbatim onto
106/// [`OperatorFixFinding`]) must never be rewritten to look like the operator
107/// manufactured a blocking verdict — see `graph::Runner::fix_selected`. A
108/// schema-8 record has no operator-fix history at all, and
109/// `#[serde(default)]` reads an empty list as exactly that: "none happened",
110/// not an unknown gap. Nothing about an existing field's meaning changes.
111///
112/// 10: added `RunStatus::VerifiedNoop` and `Candidate::verified_noop`. Before
113/// this, an implementer that correctly concluded (with evidence) that a
114/// task's request was already satisfied elsewhere had no way to say so: the
115/// run ended the same way as one where every candidate simply failed to
116/// write anything — `after_implement` bailing with "no candidate produced a
117/// change; nothing to judge" and the run settling as a plain `Failed`. That
118/// conflated two very different facts (investigation run 391f's audit is
119/// what surfaced it: two attempts that had, correctly, found their fix
120/// already on `main`). A schema-9 record has no notion of either the new
121/// status or field, so a `VerifiedNoop` value is a meaning that cannot be
122/// reconstructed from an old record — hence the bump, not a
123/// `#[serde(default)]` for the status. `Candidate::verified_noop` alone
124/// *does* default-read as `None` on an old record, which is the honest
125/// reading: a run written before this schema never made the claim.
126///
127/// The report task 391f itself was raised from also named `6c5e`, `8df3` and
128/// `e9ce` as three more tasks whose implement wave ended the same
129/// diff-zero way, and the investigation traced all three — they do not
130/// share one cause.
131///
132/// `6c5e` and `8df3` are the same already-landed pattern as `391f`, not a
133/// coincidence: all three were re-queued together by a same-day audit of
134/// `done`-but-unlanded magi tasks (queue talk `20260912-115153-7216`,
135/// 2026-09-12 02:51–04:24), which found 17 magi tasks marked `done` with no
136/// merge to show for it and re-queued 16 of them, `6c5e` (a fix for the
137/// owner's `magi ask --thread` back-and-forth) and `8df3` (release
138/// automation) included. A second, same-day audit (talk
139/// `20260912-222053-07fe`, 13:20–13:36) then found 12 of those re-queued
140/// tasks — `391f`, `6c5e` and `8df3` among them — already merged by another
141/// route, and the owner had them deleted (`magi task rm`); `391f` alone
142/// survived because a daemon still held its run at the moment of deletion,
143/// which is the only reason any record of this group still exists to audit.
144/// Quoted directly from that second audit's own turn (talk `07fe`, so this
145/// reads without needing access to that talk store), naming both by id:
146///
147/// > 12件がマージ済み(対応不要)、3件が未実装(妥当)、2件が部分実装(要確認)でした。
148/// > **マージ済み → hold/rmを推奨:** 6c5e, 1ddc, fcf5, e25b, cea2, 391f, 3202,
149/// > b0a1, 5365, af85, 9f26, 8df3
150///
151/// — followed by the owner answering "削除!" and the agent confirming "11件
152/// 削除完了。391f はいま実行中のdaemonが掴んでいて削除できませんでした."
153/// `git log` independently confirms both fixes: the ask-back feature `6c5e`
154/// wanted landed as `f0df474` ("let the owner ask back on a question...",
155/// #93) on 2026-09-06, and the release-bump automation `8df3` wanted landed
156/// as `61005dd`/`bedd925` (open a release-bump PR on merge) on 2026-09-07
157/// and `116fcdc` (proportional version bump, #108) on 2026-09-08 — all
158/// before the 09-12 requeue. No run record survives the deletion for either
159/// task, so this schema's evidence is the audit transcript plus the
160/// independently re-checked `git log`, not a `run.json`.
161///
162/// `e9ce` is not that pattern at all, and is the reason the adoption guard
163/// below is all-or-nothing rather than "any candidate said so": its task
164/// asked an implementer to merge the real repository's `main` and cut a
165/// GitHub release — a destructive, out-of-worktree operation `AGENTS.md`
166/// names explicitly as not something to hand to an unattended candidate.
167/// Both of its runs (`20260912-053352-49ad`, `20260912-062629-bab1`)
168/// correctly refused, filed `magi ask` (questions `6196`, `6c9a`), and ended
169/// with an empty diff only because no answer arrived before the implement
170/// node's timeout — `49ad` looped `magi ask --wait` in the foreground for
171/// roughly 50 minutes as instructed before the timeout cut it off; `bab1`
172/// ended its turn moments after filing its question without ever actually
173/// blocking on the wait, a separate protocol slip this schema change does
174/// not attempt to fix. `49ad`'s own `candidates[0].summary` (quoted here
175/// because both records predate schema 10 and, separately, predate a
176/// still-unrelated struct change that already makes today's `magi show`
177/// refuse to parse either of them — `unknown field 'planner'` — so this is
178/// read straight from `run.json` on disk, not through that command):
179///
180/// > タスクの内容(READY 状態の run を実リポジトリの main に `merge --no-ff`
181/// > する、GitHub Release を作る)を精査した結果、これは全てこのワーカーの
182/// > worktree の外にある実リポジトリと GitHub 上の共有状態に対する不可逆な
183/// > 操作であり […] 私自身の運用ルール「Work only inside this worktree.
184/// > Nothing outside it is yours.」と正面から矛盾すると判断しました。
185///
186/// Neither candidate's reply carries the
187/// `NO CHANGE NEEDED` marker below, so both runs correctly stay `Failed`
188/// under this schema, not `VerifiedNoop`: a run blocked on an unanswered
189/// authorization question is not a verified no-op, and reading the two
190/// alike is exactly the misclassification the guard's per-candidate and
191/// whole-run conditions exist to refuse.
192pub const SCHEMA: u32 = 10;
193
194/// Where a run got to.
195#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
196#[serde(rename_all = "snake_case")]
197pub enum RunStatus {
198 /// Worktrees being prepared.
199 Prep,
200 /// Candidates being implemented.
201 Implementing,
202 /// Judges ranking blind.
203 Judging,
204 /// Judges deliberating after a split.
205 Deliberating,
206 /// Final votes being collected privately.
207 Voting,
208 /// Winner in the review + verification loop.
209 Reviewing,
210 /// Gate commands running. Transient: `graph::Runner::gate` and
211 /// `graph::Runner::merge` always move a run on from here, whether or not
212 /// any gate commands are configured — see [`RunState::gate_status`] and
213 /// `SCHEMA`'s doc for schema 7, which fixed a repo with an empty
214 /// `verify.gate` stranding a review-only run in `Gating` forever.
215 Gating,
216 /// Inside [`crate::land`]'s post-merge loop: watching CI, running a fix
217 /// round, rebasing onto a moved base, or waiting on the owner's merge
218 /// approval. A run parked here while an approval is outstanding has
219 /// handed its daemon slot back — see [`crate::daemon`] — and resumes
220 /// through exactly this status, not a fresh competition.
221 Landing,
222 /// Winner merged.
223 Merged,
224 /// Winner passed the gate; merge was not requested.
225 Ready,
226 /// The judgement did not gather enough judges (e.g. rate limiting took out
227 /// seats), so the verdict is not trustworthy. The run stopped and kept its
228 /// work so it can be resumed or folded — it must never be confused with a
229 /// healthy `Ready`.
230 Stalled,
231 /// Review rounds exhausted with findings still open, or the gate failed.
232 Blocked,
233 /// The graph could not complete.
234 Failed,
235 /// Every candidate wrote nothing, and every one of them said why in a way
236 /// that survived [`crate::graph::Runner`]'s adoption guard: a clean CLI
237 /// exit, an actually-empty tree, no command left with an unconfirmed
238 /// exit status, and non-empty evidence. Distinct from `Failed` on
239 /// purpose — see `SCHEMA`'s doc for schema 10 — because the two read
240 /// identically to an operator glancing at a card ("nothing happened")
241 /// while meaning opposite things: one is an agent that could not do the
242 /// work, the other is an agent that checked and the work was already
243 /// done. Settles the task through [`crate::queue::Task::handed_off`], not
244 /// [`crate::queue::Task::fail`]: a human still has to look — the claim is
245 /// unverified by magi itself — and `Held` (not `Failed`-and-requeued)
246 /// means nothing retries the task unattended on the same unconfirmed
247 /// claim while that look is pending.
248 VerifiedNoop,
249}
250
251impl RunStatus {
252 /// Is this a terminal state?
253 pub fn done(self) -> bool {
254 matches!(
255 self,
256 Self::Merged
257 | Self::Ready
258 | Self::Stalled
259 | Self::Blocked
260 | Self::Failed
261 | Self::VerifiedNoop
262 )
263 }
264
265 /// The name this status is written and shown under, matching the
266 /// `snake_case` serde spelling so a log line, an error message and the
267 /// JSON a phone reads all say the same word.
268 pub fn as_str(self) -> &'static str {
269 match self {
270 Self::Prep => "prep",
271 Self::Implementing => "implementing",
272 Self::Judging => "judging",
273 Self::Deliberating => "deliberating",
274 Self::Voting => "voting",
275 Self::Reviewing => "reviewing",
276 Self::Gating => "gating",
277 Self::Landing => "landing",
278 Self::Merged => "merged",
279 Self::Ready => "ready",
280 Self::Stalled => "stalled",
281 Self::Blocked => "blocked",
282 Self::Failed => "failed",
283 Self::VerifiedNoop => "verified_noop",
284 }
285 }
286
287 /// Label for a human-facing listing or report — the same word as
288 /// [`Self::as_str`] except where the machine spelling would read harsher
289 /// than the state actually is. `VerifiedNoop` is the one case: its own
290 /// `as_str` exists for logs, JSON and event messages, none of which
291 /// should quietly grow a second vocabulary, but a bare "verified_noop" in
292 /// a report reads like an error code, not the qualified, evidence-backed
293 /// claim it actually is.
294 pub fn display_label(self) -> &'static str {
295 match self {
296 Self::VerifiedNoop => "agent-verified no-op",
297 other => other.as_str(),
298 }
299 }
300
301 /// Can this run be carried on from where it stopped?
302 ///
303 /// Everything except a finished run and a failed one. `execute` skips
304 /// nodes already recorded, so re-entering is cheap wherever the run
305 /// stopped, and the alternative is always a fresh competition against
306 /// work that already exists.
307 ///
308 /// - `Stalled` re-asks only the seats whose absence collapsed the panel,
309 /// keeping the candidates that were already paid for.
310 /// - `Blocked` re-enters the review loop against a branch that is built.
311 /// - **A non-terminal status** means the run was interrupted: a parked
312 /// run waiting for its upgrade, or one whose daemon was killed. This
313 /// used to be excluded, which left run 4043 stuck at `reviewing` with
314 /// the deck telling the operator it could not be resumed - the one
315 /// state where resuming is the only sensible answer.
316 ///
317 /// `Failed` does not qualify: the graph could not complete and there is
318 /// no established point to continue from. Nor does a finished run, whose
319 /// answer is a new competition. Nor does `VerifiedNoop`: every candidate
320 /// already agreed nothing belongs in this worktree, and resuming would
321 /// only re-ask the same question — the answer is for a human to check
322 /// the evidence, not for the graph to run again.
323 ///
324 /// Whether anything is *already* driving the run is a separate question,
325 /// answered by `daemon::is_working_on` at the callers that need it.
326 pub fn resumable(self) -> bool {
327 !matches!(
328 self,
329 Self::Merged | Self::Ready | Self::Failed | Self::VerifiedNoop
330 )
331 }
332}
333
334/// One candidate implementation.
335#[derive(Debug, Clone, Serialize, Deserialize)]
336pub struct Candidate {
337 /// Position in the implementer list.
338 pub index: usize,
339 /// Blind label as presented to judges.
340 pub label: char,
341 /// Which agent wrote it. Recorded for the stats tables, never shown to a
342 /// judge.
343 pub agent: String,
344 /// Branch, named after the label so judges can inspect it without learning
345 /// the author.
346 pub branch: String,
347 /// Worktree path.
348 pub worktree: PathBuf,
349 /// Sanitized author summary.
350 #[serde(default)]
351 pub summary: String,
352 /// `git diff --stat`.
353 #[serde(default)]
354 pub stat: String,
355 /// Files touched.
356 #[serde(default)]
357 pub files: usize,
358 /// Commits ahead of base.
359 #[serde(default)]
360 pub commits: usize,
361 /// True when the agent produced no change at all.
362 #[serde(default)]
363 pub empty: bool,
364 /// Why this candidate is not in the running.
365 #[serde(default)]
366 pub failed: Option<String>,
367 /// The evidence this candidate gave for writing no change on purpose —
368 /// the `NO CHANGE NEEDED:` marker `prompt::implement`'s reply format
369 /// documents, verbatim. `Some` only when [`crate::graph`]'s adoption
370 /// guard accepted the claim: the CLI exited cleanly, the tree really is
371 /// empty, no command in the reply was left with an unconfirmed exit
372 /// status, and the evidence itself is non-empty. A candidate that wrote
373 /// nothing and said nothing about why — the ordinary empty loss — always
374 /// reads `None` here, same as one written before schema 10 ever existed.
375 #[serde(default)]
376 pub verified_noop: Option<String>,
377 /// Wall-clock time for the implementation.
378 #[serde(default)]
379 pub duration_ms: u64,
380 /// Whether the worktree has been folded away.
381 #[serde(default)]
382 pub folded: bool,
383}
384
385impl Candidate {
386 /// Can this candidate be judged?
387 pub fn viable(&self) -> bool {
388 self.failed.is_none() && !self.empty
389 }
390}
391
392/// One judge's independent ranking.
393#[derive(Debug, Clone, Serialize, Deserialize)]
394pub struct Judgement {
395 /// Judge seat number, 1-based.
396 pub judge: usize,
397 /// Seat key.
398 pub seat: String,
399 /// Agent occupying the seat.
400 pub agent: String,
401 /// Best-first labels.
402 #[serde(default)]
403 pub ranking: Vec<char>,
404 /// Per-label justification.
405 #[serde(default)]
406 pub reasons: BTreeMap<String, String>,
407 /// Self-reported confidence.
408 #[serde(default)]
409 pub confidence: Option<u8>,
410 /// Order the candidates were presented in, as candidate indices.
411 #[serde(default)]
412 pub order: Vec<usize>,
413 /// Why this judge has no ranking.
414 #[serde(default)]
415 pub failed: Option<String>,
416 /// Wall-clock time.
417 #[serde(default)]
418 pub duration_ms: u64,
419}
420
421/// One judge's turn in a deliberation round.
422#[derive(Debug, Clone, Serialize, Deserialize)]
423pub struct DeliberationTurn {
424 /// Judge seat number, 1-based.
425 pub judge: usize,
426 /// Agent occupying the seat.
427 pub agent: String,
428 /// The argument, as written.
429 pub body: String,
430 /// Where the judge stood at the end of the turn.
431 #[serde(default)]
432 pub tentative: Option<char>,
433}
434
435/// A deliberation round.
436#[derive(Debug, Clone, Serialize, Deserialize)]
437pub struct DeliberationRound {
438 /// 1-based round number.
439 pub round: usize,
440 /// Turns, in the order they were taken.
441 pub turns: Vec<DeliberationTurn>,
442}
443
444/// A final vote, collected privately.
445#[derive(Debug, Clone, Serialize, Deserialize)]
446pub struct VoteRecord {
447 /// Judge seat number, 1-based.
448 pub judge: usize,
449 /// Agent occupying the seat.
450 pub agent: String,
451 /// The vote.
452 #[serde(default)]
453 pub vote: Option<char>,
454 /// Why.
455 #[serde(default)]
456 pub reason: String,
457 /// Did this judge move from its initial first choice?
458 #[serde(default)]
459 pub changed: bool,
460}
461
462/// A seat that was taken out by a CLI rate limit / quota, recorded so a run
463/// whose panel collapsed does not masquerade as a healthy one.
464#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
465pub struct QuotaLoss {
466 /// Seat key, e.g. `judge-1` or `review-2`.
467 pub seat: String,
468 /// Node that was running, e.g. `judge`, `vote`, `review`.
469 pub node: String,
470 /// When the CLI reported the limit.
471 pub at: Timestamp,
472 /// Reset hint if the CLI printed one, free text.
473 #[serde(default)]
474 pub reset: Option<String>,
475}
476
477/// A newly created lockfile of a package manager the directory does not use,
478/// which a rescue commit left untracked instead of committing. Recorded so the
479/// omission is visible: the file may be one the task really wanted.
480#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
481pub struct Withheld {
482 /// Repo-relative path.
483 pub path: String,
484 /// The manager the file belongs to.
485 pub manager: String,
486 /// The tracked file (or missing manifest) that made it foreign.
487 pub kept_by: String,
488 /// Node whose rescue commit withheld it.
489 pub node: String,
490 /// When.
491 pub at: Timestamp,
492}
493
494/// The mechanical count.
495#[derive(Debug, Clone, Serialize, Deserialize)]
496pub struct Tally {
497 /// First-choice votes per label.
498 pub first_choice: BTreeMap<char, usize>,
499 /// Borda points from the initial rankings, used only to break a tie.
500 pub borda: BTreeMap<char, usize>,
501 /// The winning label.
502 pub winner: char,
503 /// How many judges produced a usable ranking. A panel of one is not a
504 /// consensus and must not be reported as a split.
505 #[serde(default)]
506 pub rankings: usize,
507 /// Did every judge's *initial* first choice agree?
508 pub unanimous_initial: bool,
509 /// Was deliberation run?
510 pub deliberated: bool,
511 /// Judges who moved between their initial ranking and their final vote.
512 pub changed_votes: usize,
513 /// Did the final votes agree?
514 pub unanimous_final: bool,
515 /// How the tie was broken, when it had to be.
516 #[serde(default)]
517 pub tie_break: Option<String>,
518 /// Configured judge count — the size of the full panel. `0` when no
519 /// panel was asked (see `uncontested`), not the roster size a panel that
520 /// never sat would have had.
521 #[serde(default)]
522 pub judges: usize,
523 /// Judges who actually contributed to the decision (not taken out by a
524 /// rate limit and producing a usable rank or vote).
525 #[serde(default)]
526 pub present: usize,
527 /// How many judges are required for a trustworthy verdict. Chosen as a
528 /// strict majority (`judges / 2 + 1`): a verdict backed by a minority must
529 /// never be presented as a healthy one, while a bare majority is still
530 /// real signal. A one-candidate run needs no quorum.
531 #[serde(default)]
532 pub quorum: usize,
533 /// `present >= quorum`, or no quorum was required.
534 #[serde(default)]
535 pub met_quorum: bool,
536 /// Why no panel was asked, when none was: a single viable candidate, or
537 /// a review-only run that never competed. `None` when judges actually
538 /// ranked and voted — including when too few of them survived to reach
539 /// quorum, which is a collapse and must keep reading as one.
540 #[serde(default)]
541 pub uncontested: Option<String>,
542}
543
544/// One reviewer's report in a round.
545#[derive(Debug, Clone, Serialize, Deserialize)]
546pub struct ReviewRecord {
547 /// Reviewer seat number, 1-based.
548 pub reviewer: usize,
549 /// Agent occupying the seat.
550 pub agent: String,
551 /// Reviewer prose.
552 #[serde(default)]
553 pub summary: String,
554 /// Findings, with magi-assigned ids.
555 #[serde(default)]
556 pub findings: Vec<Finding>,
557 /// This seat's initial vote. `None` on a record predating votes, exactly
558 /// like a round that genuinely had none cast — never a stand-in for a
559 /// vote that was lost.
560 #[serde(default)]
561 pub vote: Option<ReviewVote>,
562 /// Why this reviewer produced nothing.
563 #[serde(default)]
564 pub failed: Option<String>,
565 /// Wall-clock time.
566 #[serde(default)]
567 pub duration_ms: u64,
568 /// How many times this seat was asked before it settled — 0 for a first
569 /// answer, N after N nudges (`ask_json_wave`'s retry loop). Read this
570 /// together with [`Self::failed`], never `failed` alone: `failed: Some(_)`
571 /// with `attempts == 0` is a seat that never answered at all, while
572 /// `failed: None` with `attempts > 0` is one that only came back after a
573 /// nudge — recovered, not silent — and the two must not look the same in
574 /// history. A record written before this field existed defaults to `0`,
575 /// which under-reports a pre-existing retry rather than inventing one;
576 /// see `ask_json_wave`'s own doc for where this is filled in.
577 #[serde(default)]
578 pub attempts: usize,
579}
580
581/// One seat's revote during a round's reconsideration (see
582/// [`ReviewRound::reconsideration`]).
583#[derive(Debug, Clone, Serialize, Deserialize)]
584pub struct ReviewRevoteRecord {
585 /// Reviewer seat number, 1-based.
586 pub reviewer: usize,
587 /// Agent occupying the seat.
588 pub agent: String,
589 /// The revote. `None` when the seat did not answer.
590 #[serde(default)]
591 pub vote: Option<ReviewVote>,
592 /// Why.
593 #[serde(default)]
594 pub reason: String,
595 /// Why this seat produced no revote.
596 #[serde(default)]
597 pub failed: Option<String>,
598}
599
600/// One fix round spent on a failing `verify.gate`: which fixer, what it did to
601/// the tree, and the gate output it was shown.
602#[derive(Debug, Clone, Serialize, Deserialize)]
603pub struct GateFixRecord {
604 /// Agent that applied the fix.
605 pub agent: String,
606 /// The gate output the fixer was handed, tail-truncated.
607 pub failed: Vec<CommandOutcome>,
608 /// What the fixer said it changed.
609 #[serde(default)]
610 pub notes: String,
611 /// Did the fix produce a commit?
612 #[serde(default)]
613 pub committed: bool,
614 /// Why the fix step produced nothing.
615 #[serde(default)]
616 pub error: Option<String>,
617}
618
619/// The fixer's response to a round.
620#[derive(Debug, Clone, Serialize, Deserialize)]
621pub struct FixRecord {
622 /// Agent that applied the fixes.
623 pub agent: String,
624 /// Finding ids acted on.
625 #[serde(default)]
626 pub addressed: Vec<String>,
627 /// Findings declined, with reasons.
628 #[serde(default)]
629 pub rejected: Vec<Rejection>,
630 /// What changed.
631 #[serde(default)]
632 pub notes: String,
633 /// Did the fix produce a commit?
634 #[serde(default)]
635 pub committed: bool,
636 /// Why the fix step produced nothing.
637 #[serde(default)]
638 pub failed: Option<String>,
639 /// Wall-clock time.
640 #[serde(default)]
641 pub duration_ms: u64,
642 /// How the fixer's own seat was made to answer when its CLI turn ended
643 /// cleanly but without an addressed/rejected report — see
644 /// [`graph::Runner::continue_fix_report`]. `None` for a record written
645 /// before this existed, which must read as "unknown", not as
646 /// [`ContinuationOutcome::NotNeeded`]: an old run really may have hit
647 /// this exact gap and simply had no mechanism to say so.
648 #[serde(default)]
649 pub continuation: Option<ContinuationRecord>,
650}
651
652/// How a node recovered — or failed to recover — a structured report after
653/// the CLI's own turn ended cleanly (a usable, non-empty, exit-0 reply)
654/// without it. A clean CLI turn is not the same fact as the node's own work
655/// being done — see the `fix` node's `continue_fix_report`, which is what
656/// produces this.
657#[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq, Eq)]
658pub enum ContinuationOutcome {
659 /// The first reply already carried the report; nothing was resumed.
660 NotNeeded,
661 /// A follow-up call in the same session recovered the report.
662 Resumed,
663 /// The continuation budget was spent without ever recovering it.
664 Exhausted,
665 /// A continuation attempt hit the CLI's rate limit; not retried further
666 /// — a quota fails the same way again immediately.
667 QuotaLost,
668 /// No session was left to resume into, so nothing was attempted.
669 NoSession,
670}
671
672/// Cost and outcome of one node's attempt to recover a missing report by
673/// resuming its own seat.
674#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
675pub struct ContinuationRecord {
676 /// Follow-up calls made to the same seat. `0` when the outcome is
677 /// [`ContinuationOutcome::NotNeeded`] or [`ContinuationOutcome::NoSession`].
678 pub attempts: usize,
679 /// Wall-clock time spent on those follow-up calls, summed — not counting
680 /// the original call whose reply this is recovering from.
681 pub cumulative_wait_ms: u64,
682 /// What ended the loop.
683 pub outcome: ContinuationOutcome,
684}
685
686impl ContinuationRecord {
687 /// The report was already there on the first try.
688 pub fn not_needed() -> Self {
689 Self {
690 attempts: 0,
691 cumulative_wait_ms: 0,
692 outcome: ContinuationOutcome::NotNeeded,
693 }
694 }
695}
696
697/// What happened to one operator-selected finding after the fixer ran, as
698/// part of an [`OperatorFixRequest`].
699#[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize)]
700#[serde(rename_all = "snake_case")]
701pub enum OperatorFixOutcome {
702 /// The request has not run yet, or never got far enough to report.
703 #[default]
704 Pending,
705 /// The fixer's adoption report named this finding as addressed.
706 Addressed,
707 /// The fixer's adoption report declined it, with an argument.
708 Rejected {
709 /// The fixer's own reason.
710 why: String,
711 },
712 /// The fixer never delivered a usable adoption report at all — a
713 /// dropped stream, a quota hit, or a continuation budget spent without
714 /// recovering one (see `graph::Runner::continue_fix_report`). Distinct
715 /// from `Rejected`, which needs an argument this never produced, and
716 /// never written back as "addressed" or silently left `Pending` — a
717 /// gap in the report is its own outcome, not evidence either way about
718 /// the finding.
719 Unreported,
720}
721
722/// One finding an operator selected for [`OperatorFixRequest`], with the
723/// provenance a reviewer originally gave it, copied here verbatim.
724///
725/// Severity and vote are snapshots, never recomputed and never treated as
726/// blocking just because an operator picked the finding — only
727/// [`Severity::blocks`] on the original [`ReviewRecord`] decides that. This
728/// type exists so an operator's selection is an auditable *addition* to the
729/// record, not a rewrite of what a reviewer actually said.
730#[derive(Debug, Clone, Serialize, Deserialize)]
731pub struct OperatorFixFinding {
732 /// Finding id, e.g. `R2-1-3`.
733 pub id: String,
734 /// Severity as the reviewer recorded it.
735 pub severity: Severity,
736 /// The reviewer seat's overall vote for the round this finding came
737 /// from, if one was cast.
738 #[serde(default)]
739 pub reviewer_vote: Option<ReviewVote>,
740 /// Review round the finding was raised in.
741 pub round: usize,
742 /// That round's own head — the commit the finding was actually raised
743 /// against, used for the freshness check against the branch's current
744 /// head at request time.
745 pub round_head: String,
746 /// Reviewer seat number, 1-based.
747 pub reviewer: usize,
748 /// Agent occupying that seat.
749 pub agent: String,
750 /// File the finding concerns.
751 #[serde(default)]
752 pub file: Option<String>,
753 /// Line the finding concerns.
754 #[serde(default)]
755 pub line: Option<u32>,
756 /// One-line summary.
757 pub title: String,
758 /// The argument.
759 #[serde(default)]
760 pub detail: String,
761 /// What happened to this finding after the fixer ran.
762 #[serde(default)]
763 pub outcome: OperatorFixOutcome,
764}
765
766/// One `magi fix` invocation: the operator's own record of which
767/// already-recorded findings they routed to a fixer, why, and what came
768/// back. See [`SCHEMA`]'s doc for schema 9 on why this is a channel of its
769/// own rather than a field on [`ReviewRound`].
770#[derive(Debug, Clone, Serialize, Deserialize)]
771pub struct OperatorFixRequest {
772 /// When `magi fix` was invoked.
773 pub requested_at: Timestamp,
774 /// The operator's own reasoning. Required and never empty at the CLI —
775 /// the audit trail this feature exists for.
776 pub reason: String,
777 /// The findings selected, each with its own provenance and outcome.
778 pub findings: Vec<OperatorFixFinding>,
779 /// The branch's head at the moment this request started executing.
780 pub head_at_request: String,
781 /// Did the operator pass `--allow-stale`?
782 pub allow_stale: bool,
783 /// Did any selected finding's own `round_head` differ from
784 /// `head_at_request`? Kept distinct from `allow_stale` — flipping that
785 /// flag does not retroactively make a request that was actually fresh
786 /// read as stale, or the reverse.
787 pub stale: bool,
788 /// The fixer's own attempt, once dispatched.
789 #[serde(default)]
790 pub fix: Option<FixRecord>,
791 /// Head after the fixer's commit, when it produced one.
792 #[serde(default)]
793 pub result_head: Option<String>,
794 /// The review-only run opened to re-verify the change, when one was
795 /// actually committed. `None` when nothing changed, so there was
796 /// nothing new to re-review — never left implicit as "not gotten to
797 /// yet".
798 #[serde(default)]
799 pub follow_up_review_run: Option<String>,
800}
801
802/// A command a seat's own CLI reported running, kept for `magi show` and for
803/// telling "this seat's turn ended" apart from "the process it started is
804/// done" — see `agent::CommandEvidence`, which is the only source this is
805/// ever built from. Never something magi polled or supervised; a command the
806/// CLI never reported finishing (or a CLI this crate has no adapter for at
807/// all) simply has no entry here, which must read as "unknown", not as
808/// "nothing ran".
809#[derive(Debug, Clone, Serialize, Deserialize)]
810pub struct JobRecord {
811 /// Graph node the seat belongs to, e.g. `"implement"`, `"fix"`.
812 pub node: String,
813 /// Review round this job belongs to, for a `"review"`/`"fix"` node —
814 /// `None` for every other node, where rounds do not apply, and for every
815 /// record written before this was tracked. Lets a reader ask "what did
816 /// this seat itself actually run this round", distinct from and never
817 /// substituted for magi's own recorded `ReviewRound::e2e` — an absent
818 /// entry here means unobserved, not that nothing ran (see this type's
819 /// own doc).
820 #[serde(default)]
821 pub round: Option<usize>,
822 /// Seat key, e.g. `"impl-A"`.
823 pub seat: String,
824 /// The CLI's own id for this command.
825 pub id: String,
826 /// The command itself, as the CLI reported it.
827 pub description: String,
828 /// When this evidence was captured — the moment this seat's reply
829 /// carrying it was read, not the command's own start time, which no
830 /// adapter here currently has. A lower bound on staleness only.
831 pub checked_at: Timestamp,
832 /// What the CLI reported for it.
833 pub status: JobStatus,
834 /// Exit code the CLI reported.
835 pub exit_code: Option<i32>,
836 /// Tail of the command's own output, when reported.
837 #[serde(default)]
838 pub result_summary: String,
839 /// Which CLI/event stream this came from, e.g. `"codex"`.
840 pub source: String,
841}
842
843/// What a [`JobRecord`]'s own CLI reported for it. There is no `Running`
844/// variant: nothing here is ever polled live, so "still running" and
845/// "finished but never reported" are the same absence of evidence, not a
846/// state this type can name — see [`JobRecord`]'s own doc.
847#[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq, Eq)]
848pub enum JobStatus {
849 /// The command's own reported exit code was `0`.
850 Completed,
851 /// The command's own reported exit code was non-zero.
852 Failed,
853 /// The CLI reported this command but not a readable exit code.
854 Unknown,
855}
856
857/// Outcome of one shell command.
858#[derive(Debug, Clone, Serialize, Deserialize)]
859pub struct CommandOutcome {
860 /// The command, as configured.
861 pub command: String,
862 /// Exit code, `None` on timeout or signal.
863 pub code: Option<i32>,
864 /// Tail of the combined output, for the report and the fix prompt.
865 #[serde(default)]
866 pub output_tail: String,
867 /// Wall-clock time.
868 #[serde(default)]
869 pub duration_ms: u64,
870 /// Set only by magi itself, never inferred from `output_tail`: the
871 /// configured command was never actually run because a resource it
872 /// needs — right now, only the shared build cache's lease or the
873 /// freshness check that must precede using it — was not available
874 /// within budget. Distinct from an ordinary failure or timeout (both of
875 /// which *did* run something and are evidence about the patch); this is
876 /// evidence about the machine, and must never be read as a verdict on
877 /// the tree it named. `#[serde(default)]` so every record written
878 /// before this field existed keeps reading as `false` — exactly what it
879 /// was.
880 #[serde(default)]
881 pub resource_blocked: bool,
882}
883
884/// Substrings that mark a Cargo/rustc/link failure: the toolchain could not
885/// produce a binary to run at all, as opposed to producing one that ran and
886/// failed. A Windows link race against a shared `CARGO_TARGET_DIR` (see
887/// AGENTS.md, "Running magi on magi") looks exactly like a red command
888/// otherwise, and a run has concluded `Blocked` on nothing but that race.
889const BUILD_FAILURE_MARKERS: &[&str] = &[
890 "error: could not compile",
891 "error: linking with",
892 "LINK : fatal error",
893 "fatal error LNK",
894];
895
896impl CommandOutcome {
897 /// Did it pass?
898 pub fn ok(&self) -> bool {
899 self.code == Some(0)
900 }
901
902 /// Did this command fail because the code could not be built or linked,
903 /// rather than because it ran and produced a wrong result? A failure here
904 /// is not a verdict on the patch under review.
905 pub fn build_failed(&self) -> bool {
906 !self.ok()
907 && BUILD_FAILURE_MARKERS
908 .iter()
909 .any(|m| self.output_tail.contains(m))
910 }
911}
912
913/// One review + verify + fix round.
914#[derive(Debug, Clone, Serialize, Deserialize)]
915pub struct ReviewRound {
916 /// 1-based round number.
917 pub round: usize,
918 /// Commit the round reviewed.
919 pub head: String,
920 /// The commit `e2e` was actually attempted against. Set whenever an
921 /// attempt was dispatched (`e2e_status()` reads `Passed`, `Failed`, or
922 /// `ResourceBlocked`), naming that commit even when it equals `head` —
923 /// never left implicit, because an implicit "must have been `head`" is
924 /// exactly what let a later round quote an earlier round's result
925 /// without saying which commit it came from. A resource-blocked attempt
926 /// still targeted a specific commit even though no command finished, and
927 /// leaving that unrecorded is exactly what made a *fresh* blocked
928 /// attempt read the same as an untracked one from before schema 8.
929 /// `None` only when nothing was attempted at all (`NotConfigured`,
930 /// `Deferred`). See `SCHEMA`'s doc for schema 8 for why this broadened
931 /// from only the catch-up-on-a-different-commit case.
932 #[serde(default)]
933 pub verified_head: Option<String>,
934 /// When the attempt behind `verified_head` actually ran. `None` on
935 /// every record written before schema 8, and on a round where nothing
936 /// ran —
937 /// both read as "unknown", not as "now" or "never asked".
938 #[serde(default)]
939 pub verified_at: Option<Timestamp>,
940 /// Reviewer reports.
941 pub reviews: Vec<ReviewRecord>,
942 /// E2E command outcomes for this round.
943 #[serde(default)]
944 pub e2e: Vec<CommandOutcome>,
945 /// True when the first verify attempt this round could not build or
946 /// link, and `e2e` above holds a second attempt run before concluding.
947 /// A run must never be decided on a red it could not tell from an
948 /// unrelated build race.
949 #[serde(default)]
950 pub verify_retried: bool,
951 /// True when `e2e` was intentionally left empty this round: the round
952 /// already had blocking findings and another round was available, so
953 /// `graph::Runner::review_loop` sent the fixer straight at them instead
954 /// of spending a full verify run on a head it already knew would need
955 /// another fix. Distinct from an `e2e` that is simply empty because
956 /// `verify.e2e` has no commands configured — `e2e.is_empty()` alone
957 /// cannot tell those apart, and conflating them is exactly how a
958 /// deferred check would get painted green. A record written before this
959 /// field existed defaults to `false`, which is the truth for it: every
960 /// round used to run e2e unconditionally.
961 #[serde(default)]
962 pub e2e_deferred: bool,
963 /// Why `e2e` was deferred, set only when [`Self::e2e_deferred`] is true.
964 /// Carried to the fixer's prompt and shown in the report so "deferred"
965 /// never reads as silence.
966 #[serde(default)]
967 pub e2e_defer_reason: Option<String>,
968 /// Fixer response, absent when the round was already clean.
969 #[serde(default)]
970 pub fix: Option<FixRecord>,
971 /// Findings that hold the merge.
972 #[serde(default)]
973 pub blocking: usize,
974 /// Reviewer seats that answered (did not time out, crash, or return
975 /// something unparsable).
976 #[serde(default)]
977 pub answered: usize,
978 /// Reviewer seats the round expected an answer from — normally
979 /// `graph.reviewers`, but recorded per round so a config change between
980 /// runs never has to be inferred from history.
981 #[serde(default)]
982 pub expected: usize,
983 /// Round ended with no blocking findings and green verification, judged
984 /// against the seats that answered. See [`Self::incomplete`] for whether
985 /// that verdict is missing input.
986 #[serde(default)]
987 pub clean: bool,
988 /// Did the tree actually move against `base` this round, comparing the
989 /// diff after the fix to the diff the reviewers saw at the start of the
990 /// round?
991 ///
992 /// Never derived from the fixer's own `addressed`/`rejected` count: that
993 /// self-report has been caught lying twice on this workload (runs `b455`
994 /// and `6218`, both of which committed a real, substantial diff while
995 /// reporting `0 addressed`). `git` does not lie about whether the tree
996 /// changed, so this is what `graph::Runner::review_loop` counts rounds of
997 /// no progress against. Absent on a round with no fix attempt (already
998 /// clean, or the round the budget ran out on), where it defaults to
999 /// `false` and is not consulted.
1000 #[serde(default)]
1001 pub progressed: bool,
1002 /// Did the seats' initial votes ([`ReviewRecord::vote`]) disagree?
1003 #[serde(default)]
1004 pub vote_split: bool,
1005 /// One round of revoting, run only when `vote_split`: each seat that cast
1006 /// an initial vote reads every seat's findings and votes, then revotes.
1007 /// Empty when the initial votes already agreed, the same as a solo
1008 /// candidate leaving `deliberation` empty.
1009 #[serde(default)]
1010 pub reconsideration: Vec<ReviewRevoteRecord>,
1011 /// The round's verdict: the most cautious vote among the seats that
1012 /// answered, using each seat's revote where reconsideration ran and its
1013 /// initial vote otherwise. `None` when no seat produced a usable vote —
1014 /// including every record written before votes existed, which is the
1015 /// truth for those rounds, not a gap in this one.
1016 #[serde(default)]
1017 pub verdict: Option<ReviewVote>,
1018}
1019
1020impl ReviewRound {
1021 /// Did at least one reviewer seat fail to answer this round?
1022 pub fn incomplete(&self) -> bool {
1023 self.answered < self.expected
1024 }
1025
1026 /// The honest state of this round's e2e leg.
1027 ///
1028 /// Never derive this from `e2e.is_empty()` alone anywhere else in the
1029 /// codebase — `NotConfigured` and `Deferred` both leave it empty, and
1030 /// only this method (backed by [`Self::e2e_deferred`]) tells them apart.
1031 /// A resource-blocked attempt is checked first and ahead of both: `e2e`
1032 /// is non-empty for it too, but `CommandOutcome::resource_blocked` says
1033 /// no command actually ran, and reading that as `Failed` is exactly how
1034 /// shared build-cache contention gets misreported as a verdict on the
1035 /// patch (see `CommandOutcome::resource_blocked`'s own doc).
1036 pub fn e2e_status(&self) -> E2eStatus {
1037 if self.e2e.iter().any(|o| o.resource_blocked) {
1038 E2eStatus::ResourceBlocked
1039 } else if !self.e2e.is_empty() {
1040 if self.e2e.iter().all(CommandOutcome::ok) {
1041 E2eStatus::Passed
1042 } else {
1043 E2eStatus::Failed
1044 }
1045 } else if self.e2e_deferred {
1046 E2eStatus::Deferred
1047 } else {
1048 E2eStatus::NotConfigured
1049 }
1050 }
1051
1052 /// Facts about this round's verification leg, judged against
1053 /// `current_head` — the commit whoever is asking is actually looking at
1054 /// right now. `None` when there is nothing worth surfacing: no
1055 /// `verify.e2e` configured, or the round's own check came back green (a
1056 /// passing result needs no skepticism attached to it, and an unread
1057 /// `None` is exactly what keeps a quiet round quiet instead of padding
1058 /// every prompt with "everything was fine").
1059 ///
1060 /// This is the single place that turns `e2e`/`e2e_deferred`/
1061 /// `verified_head`/`verified_at` into text. Every prompt and report that
1062 /// shows a round's verification result must build its wording from this,
1063 /// not re-derive its own summary at the call site — a hand-rolled
1064 /// version at one more place is exactly how "an old red read as today's
1065 /// answer" comes back through a different door (see the incident this
1066 /// type exists to prevent, recorded alongside `SCHEMA`'s doc for schema
1067 /// 8).
1068 pub fn verification_summary(&self, current_head: &str) -> Option<VerificationSummary> {
1069 let status = self.e2e_status();
1070 if matches!(status, E2eStatus::NotConfigured | E2eStatus::Passed) {
1071 return None;
1072 }
1073 let commit = match &self.verified_head {
1074 Some(h) if h == current_head => {
1075 format!("commit {} (this is the head being looked at now)", short(h))
1076 }
1077 Some(h) => format!("commit {} (an earlier head, since superseded)", short(h)),
1078 None => "commit unknown (no command finished checking one)".to_owned(),
1079 };
1080 let checked_at = match self.verified_at {
1081 Some(t) => format!("checked at {t}"),
1082 None => "checked at: unknown (recorded before this was tracked)".to_owned(),
1083 };
1084 let result = match status {
1085 E2eStatus::NotConfigured | E2eStatus::Passed => unreachable!("checked above"),
1086 E2eStatus::Failed => "result: FAILED".to_owned(),
1087 E2eStatus::Deferred => format!(
1088 "result: not run this round yet — deferred to the fixer{}. Not passed, not \
1089 failed.",
1090 self.e2e_defer_reason
1091 .as_deref()
1092 .map(|why| format!(" ({why})"))
1093 .unwrap_or_default()
1094 ),
1095 E2eStatus::ResourceBlocked => "result: could not run — the shared build cache was \
1096 not available. This is evidence about the machine, \
1097 not about the patch."
1098 .to_owned(),
1099 };
1100 let label = format!("round {}, {commit}, {checked_at}\n{result}", self.round);
1101 // `Failed` names the command that actually ran and failed;
1102 // `ResourceBlocked` names the operation magi was waiting on (or the
1103 // freshness check it could not confirm) — `command` still says what
1104 // was attempted even though nothing finished, and leaving it out is
1105 // exactly how a reviewer or fixer lost the one thing this leg *can*
1106 // still tell them: what was being checked, not whether it passed.
1107 let tail = matches!(status, E2eStatus::Failed | E2eStatus::ResourceBlocked).then(|| {
1108 self.e2e
1109 .iter()
1110 .filter(|o| !o.ok())
1111 .map(|o| format!("$ {}\n{}\n", o.command, o.output_tail))
1112 .collect::<String>()
1113 });
1114 Some(VerificationSummary { label, tail })
1115 }
1116}
1117
1118/// The honest state of a round's e2e leg. See [`ReviewRound::e2e_status`].
1119#[derive(Debug, Clone, Copy, PartialEq, Eq)]
1120pub enum E2eStatus {
1121 /// `verify.e2e` has no commands configured.
1122 NotConfigured,
1123 /// Skipped this round on purpose: blocking findings already required a
1124 /// fix, so the round went straight to the fixer instead of spending a
1125 /// full verify run on a head it already knew would need another pass.
1126 Deferred,
1127 /// Ran, and every command exited 0.
1128 Passed,
1129 /// Ran, and at least one command did not exit 0.
1130 Failed,
1131 /// Magi could not even get a command to run — the shared build cache's
1132 /// lease or freshness check was not available within budget. Evidence
1133 /// about the machine, never a verdict on the tree it named; must not be
1134 /// shown or counted the same as [`Self::Failed`].
1135 ResourceBlocked,
1136}
1137
1138/// [`ReviewRound::verification_summary`]'s output: the facts, pre-worded, for
1139/// a prompt or report to place under its own heading. Kept as two pieces
1140/// rather than one pre-joined string so a caller that wants to insert its own
1141/// note between the label and the raw command tail (see `prompt::review`) can
1142/// do so without re-parsing text back apart.
1143#[derive(Debug, Clone)]
1144pub struct VerificationSummary {
1145 /// Round, commit, freshness and result — always present.
1146 pub label: String,
1147 /// Raw `$ command` / output tail, present for `result: FAILED` and for
1148 /// a resource-blocked attempt (naming the operation magi was waiting on,
1149 /// even though nothing finished) — absent for every other result, which
1150 /// has nothing to add past the label.
1151 pub tail: Option<String>,
1152}
1153
1154/// The honest state of a run's final gate. See [`RunState::gate_status`].
1155#[derive(Debug, Clone, Copy, PartialEq, Eq)]
1156pub enum GateStatus {
1157 /// Never attempted, or the last attempt was resource-blocked (the shared
1158 /// build cache could not be acquired or confirmed fresh in time) and
1159 /// needs a retry.
1160 NotRun,
1161 /// Ran with zero commands configured (`verify.gate` is empty) and
1162 /// therefore vacuously passed — there was nothing to check.
1163 PassedWithNoCommands,
1164 /// Ran one or more commands, and every one of them exited 0.
1165 Passed,
1166 /// Ran one or more commands, and at least one did not exit 0.
1167 Failed,
1168}
1169
1170impl GateStatus {
1171 /// May a run in this state proceed to merge?
1172 pub fn ok(self) -> bool {
1173 matches!(self, Self::PassedWithNoCommands | Self::Passed)
1174 }
1175}
1176
1177/// What happened to the winning branch.
1178#[derive(Debug, Clone, Serialize, Deserialize)]
1179pub struct MergeOutcome {
1180 /// Requested mode.
1181 pub mode: MergeMode,
1182 /// Did it land?
1183 pub ok: bool,
1184 /// Command output, or the command the operator should run.
1185 #[serde(default)]
1186 pub detail: String,
1187}
1188
1189/// A seat currently mid-answer: a prompt was sent and no reply has landed yet.
1190///
1191/// This is not the whole story of "is it alive" — a daemon killed mid-wave
1192/// leaves its last wave's entries here forever, since nothing ran to clear
1193/// them. A reader must cross-check a live daemon's heartbeat
1194/// (`daemon::is_working_on`) before trusting one of these as "still running"
1195/// rather than "abandoned". [`RunState::clear_active`] is what keeps that
1196/// leftover from surviving into the next attempt at this run: `execute` calls
1197/// it before doing anything else, so a resumed run never carries a stale
1198/// entry into its own report before the next wave repopulates it.
1199///
1200/// Deliberately carries no agent id: an implementer's agent is no secret, but
1201/// a judge or reviewer seat is blind (`SeatState::key` is keyed by seat, never
1202/// agent, for exactly this reason), and this struct has no way to tell which
1203/// kind of seat it describes. The seat key alone — already in the map this
1204/// lives under — is what every caller needs to say which seat is running.
1205///
1206/// The same map also carries entries for shell-command work that runs
1207/// outside any seat — `verify.e2e`, `verify.gate` — keyed by the task's own
1208/// name (`"e2e"`, `"gate"`) rather than a seat key. [`Self::task`] is `Some`
1209/// only for those; it is how a reader tells the two kinds of entry apart
1210/// without a second map, a second route, or a second SSE reason to poll for
1211/// — see [`RunState::seats_active`] / [`RunState::tasks_active`] for the
1212/// accessors that split them back apart. A task entry is exactly as blind as
1213/// a seat entry: no agent runs it, so there is nothing to leak, and
1214/// [`Self::command`] carries only the shell command being run, never
1215/// anything about who is running it.
1216#[derive(Debug, Clone, Serialize, Deserialize)]
1217pub struct ActiveSeat {
1218 /// Node the seat is answering for, e.g. `implement`, `judge`, `review`.
1219 /// For a task entry, the node the command list runs under (`verify`,
1220 /// `gate`).
1221 pub node: String,
1222 /// When this attempt — or, for a task entry, this one command — was
1223 /// started. A task entry's timer resets at every command boundary,
1224 /// because `verify.e2e` / `verify.gate` apply their timeout per command,
1225 /// not once across the whole list — see [`RunState::task_command`].
1226 pub started_at: Timestamp,
1227 /// The wall-clock budget for this attempt (a seat) or this one command
1228 /// (a task entry).
1229 pub timeout_secs: u64,
1230 /// 0 for the first ask, N for the Nth nudge or resume. For a task entry,
1231 /// 0 for the first pass over the command list, N for the Nth retry (see
1232 /// `run_e2e_with_retry`'s build/link retry).
1233 #[serde(default)]
1234 pub attempt: usize,
1235 /// `None` for a seat; `Some("e2e")` / `Some("gate")` for a running
1236 /// command-list task. This is the type tag that lets both kinds of entry
1237 /// share one map without a task ever being mistaken for a (blind) seat —
1238 /// see this struct's own doc. Omitted from JSON when absent (the common,
1239 /// seat case), rather than written out as a literal `null` on every one
1240 /// of a run's seat entries.
1241 #[serde(default, skip_serializing_if = "Option::is_none")]
1242 pub task: Option<String>,
1243 /// The command currently running, task entries only. Never set on a
1244 /// seat entry — a seat has no command, only a prompt, and a prompt is
1245 /// not safe to show mid-run (see this struct's blindness note).
1246 #[serde(default, skip_serializing_if = "Option::is_none")]
1247 pub command: Option<String>,
1248 /// 1-based position of [`Self::command`] within the task's command list.
1249 #[serde(default, skip_serializing_if = "Option::is_none")]
1250 pub index: Option<usize>,
1251 /// Number of commands in the task's list.
1252 #[serde(default, skip_serializing_if = "Option::is_none")]
1253 pub total: Option<usize>,
1254}
1255
1256impl ActiveSeat {
1257 /// Seconds since this attempt was sent.
1258 #[must_use]
1259 pub fn elapsed_secs(&self, now: Timestamp) -> i64 {
1260 (now.as_second() - self.started_at.as_second()).max(0)
1261 }
1262
1263 /// Seconds left before this attempt's own timeout fires, floored at zero
1264 /// rather than going negative once the CLI has overrun its budget.
1265 #[must_use]
1266 pub fn remaining_secs(&self, now: Timestamp) -> i64 {
1267 (self.timeout_secs as i64 - self.elapsed_secs(now)).max(0)
1268 }
1269}
1270
1271/// Whether a process is provably still driving a run, provably not, or
1272/// neither — see [`RunState::liveness`]. Serialized as a lowercase string
1273/// (`"live"` / `"dead"` / `"unknown"`) rather than a bool: a bool has no room
1274/// for "could not tell", and folding that case into either `true` or `false`
1275/// is exactly the wrong call for a display an operator uses to decide
1276/// whether to wait or to act — see the schema-10 field doc on
1277/// [`RunState::driver_pid`] for the report it used to produce instead.
1278#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
1279#[serde(rename_all = "lowercase")]
1280pub enum Liveness {
1281 /// Proven: a daemon's heartbeat claims the run, or `driver_pid` answers
1282 /// alive under the same identity (`driver_started_at`) this run recorded
1283 /// for it.
1284 Live,
1285 /// Proven: no daemon claim, and either `driver_pid` answers dead outright
1286 /// or it answers alive under a *different* identity than recorded — a
1287 /// pid the OS has since handed to an unrelated process is exactly as
1288 /// good as proof the original driver is gone (see
1289 /// [`RunState::driver_started_at`]'s own doc).
1290 Dead,
1291 /// Neither proven — no daemon claim, and either no `driver_pid` to ask,
1292 /// the platform could not answer for it, or a live pid with nothing (or
1293 /// nothing queryable) to corroborate its identity against. Never treated
1294 /// as `Dead`: see [`RunState::liveness_with`].
1295 Unknown,
1296}
1297
1298/// A timestamped note about a node.
1299#[derive(Debug, Clone, Serialize, Deserialize)]
1300pub struct Event {
1301 /// When.
1302 pub at: Timestamp,
1303 /// Node name.
1304 pub node: String,
1305 /// What happened.
1306 pub message: String,
1307}
1308
1309/// How far the winner's tree trailed the landing base, last time it was
1310/// checked, and what came of trying to close that gap.
1311///
1312/// Set by `graph::Runner::sync_to_base`, which runs before the review loop and
1313/// again before the gate: verifying against a tree that does not yet contain
1314/// the base's tip answers "green on the commit this run branched from", not
1315/// "green on what is about to land", and a merge on that answer can revert
1316/// whatever landed elsewhere while the run was thinking.
1317#[derive(Debug, Clone, Serialize, Deserialize)]
1318pub struct BaseSync {
1319 /// `<remote>/<base>` tip the tree was last checked against.
1320 pub tip: String,
1321 /// Commits `tip` was ahead of the tree at that check, before any rebase
1322 /// this round tried to close the gap. Zero means the tree already
1323 /// contained `tip`.
1324 pub behind: usize,
1325 /// Rebase attempts spent so far this run, bounded by
1326 /// `graph::BASE_SYNC_ROUNDS`.
1327 pub attempts: usize,
1328 /// What git said, if the most recent rebase attempt conflicted or could
1329 /// not be pushed. `Some` here is what makes a `Blocked` run read as
1330 /// "stopped on the base, not on review or the gate" - the rebase is not
1331 /// retried again while this is set; a person has to look.
1332 #[serde(default)]
1333 pub conflict: Option<String>,
1334}
1335
1336/// What the land loop saw last time it looked at the pull request.
1337///
1338/// Strings for `state` and `checks` on purpose: they are `gh`'s vocabulary, and
1339/// pinning them into an enum here would mean a new GitHub check conclusion
1340/// turns a readable status into a deserialisation error on a run someone is
1341/// trying to look at.
1342#[derive(Debug, Clone, Serialize, Deserialize)]
1343pub struct PrRecord {
1344 /// Pull request url.
1345 pub url: String,
1346 /// Pull request number.
1347 pub number: u64,
1348 /// `open`, `merged` or `closed`.
1349 pub state: String,
1350 /// `pending`, `green`, `red` or `unknown`.
1351 pub checks: String,
1352 /// Land round, 1-based, or 0 before the first fix.
1353 pub round: usize,
1354 /// Land round budget.
1355 pub rounds: usize,
1356}
1357
1358/// The whole run.
1359#[derive(Debug, Clone, Serialize, Deserialize)]
1360pub struct RunState {
1361 /// On-disk format version.
1362 pub schema: u32,
1363 /// Run id, e.g. `20260830-153012-a1b2`.
1364 pub id: String,
1365 /// Repository the run operates on.
1366 pub repo: PathBuf,
1367 /// Branch the run started from.
1368 pub base_branch: String,
1369 /// Commit the run started from.
1370 pub base_commit: String,
1371 /// The task, verbatim.
1372 pub instruction: String,
1373 /// When the run was created.
1374 pub created_at: Timestamp,
1375 /// Last state flush.
1376 pub updated_at: Timestamp,
1377 /// Current status.
1378 pub status: RunStatus,
1379 /// Seed for labels and session ids.
1380 pub seed: u64,
1381 /// Config snapshot, so a resumed run behaves like the original.
1382 pub config: Config,
1383 /// Did this run take a reference on `extensions.worktreeConfig` being on
1384 /// (see [`crate::git::acquire_worktree_config`])? If so, cleanup releases
1385 /// it - which only actually turns the setting back off once every other
1386 /// run sharing this repository has released its own reference too.
1387 #[serde(default)]
1388 pub enabled_worktree_config: bool,
1389 /// Candidates.
1390 #[serde(default)]
1391 pub candidates: Vec<Candidate>,
1392 /// Initial blind rankings.
1393 #[serde(default)]
1394 pub judgements: Vec<Judgement>,
1395 /// `judge` decided a solo candidate needs no panel and only logged it.
1396 ///
1397 /// `judgements` stays empty in that case — nothing to distinguish from
1398 /// "not yet judged" — so this is the record that makes the skip
1399 /// idempotent: without it, every reentry re-ran `judge`, re-logged the
1400 /// same event, and rewrote `status` to `Judging` over whatever a later
1401 /// node had already concluded.
1402 #[serde(default)]
1403 pub judge_skipped: bool,
1404 /// Deliberation, if it happened.
1405 #[serde(default)]
1406 pub deliberation: Vec<DeliberationRound>,
1407 /// Private final votes.
1408 #[serde(default)]
1409 pub votes: Vec<VoteRecord>,
1410 /// The count.
1411 #[serde(default)]
1412 pub tally: Option<Tally>,
1413 /// Review rounds.
1414 #[serde(default)]
1415 pub reviews: Vec<ReviewRound>,
1416 /// Final gate.
1417 ///
1418 /// Never derive whether the gate has run from `gate.is_empty()` alone —
1419 /// use [`Self::gate_status`] instead. An empty list is ambiguous on its
1420 /// own: it is what an unattempted gate looks like, what a
1421 /// resource-blocked attempt leaves behind (see `graph::Runner::gate`'s
1422 /// own doc), and also what a repo with no `verify.gate` commands
1423 /// configured produces once it *has* run. [`Self::gate_ran`] is what
1424 /// tells the third case apart from the first two.
1425 #[serde(default)]
1426 pub gate: Vec<CommandOutcome>,
1427 /// Did `gate()` actually record an attempt — zero commands configured
1428 /// and vacuously passed, or one or more commands that ran to
1429 /// completion — as opposed to never having run, or having last hit a
1430 /// resource-blocked retry?
1431 ///
1432 /// `gate.is_empty()` cannot tell those apart by itself: a repo with no
1433 /// `verify.gate` commands leaves `gate` empty exactly like an
1434 /// unattempted or resource-blocked one does, and reading that empty list
1435 /// as "not yet run" is what stranded a review-only run in
1436 /// `RunStatus::Gating` forever on such a repo — see `SCHEMA`'s doc for
1437 /// schema 7. A record written before this field existed defaults to
1438 /// `false` and is migrated in [`migrate_schema`].
1439 #[serde(default)]
1440 pub gate_ran: bool,
1441 /// Fix rounds a failing gate has already spent, oldest first. Persisted
1442 /// right after each fixer call so a resumed run spends only what is left
1443 /// of `graph.gate_fix_rounds` instead of starting the budget over.
1444 #[serde(default)]
1445 pub gate_fixes: Vec<GateFixRecord>,
1446 /// Outcomes of the `verify.pre_gate` commands from the latest time they
1447 /// ran on the winner. Informational only: a failure here never blocks the
1448 /// run, the gate stays the single arbiter. Overwritten on each pass.
1449 #[serde(default)]
1450 pub pre_gate: Vec<CommandOutcome>,
1451 /// The latest commit a `pre_gate` pass made, if any pass left changes.
1452 #[serde(default)]
1453 pub pre_gate_commit: Option<String>,
1454 /// Merge outcome.
1455 #[serde(default)]
1456 pub merge: Option<MergeOutcome>,
1457 /// Vendor tokens seen in judged material.
1458 #[serde(default)]
1459 pub leaks: Vec<Leak>,
1460 /// Seats lost to a CLI rate limit / quota, in the order they hit.
1461 #[serde(default)]
1462 pub quota: Vec<QuotaLoss>,
1463 /// Stray foreign lockfiles a rescue commit left out, one entry per path.
1464 #[serde(default)]
1465 pub withheld: Vec<Withheld>,
1466 /// Parked at a node boundary, waiting to be resumed.
1467 ///
1468 /// A run that is neither finished nor being worked on is otherwise
1469 /// indistinguishable from one whose daemon was killed, and the two want
1470 /// opposite things from an operator: the first is expected to be resumed,
1471 /// the second is a leftover. Cleared by the resume that carries it on.
1472 #[serde(default)]
1473 pub parked: bool,
1474 /// Per-seat conversation state.
1475 #[serde(default)]
1476 pub seats: BTreeMap<String, SeatState>,
1477 /// Seats currently mid-answer, keyed by seat.
1478 ///
1479 /// An entry exists from the moment a prompt is sent until a reply (of any
1480 /// kind — success, failure, quota, drop) comes back, so its keys are
1481 /// exactly "who hasn't answered yet" for whichever node populated it. See
1482 /// [`ActiveSeat`] for why a reader still has to check a live daemon
1483 /// before trusting one of these as "running" rather than "abandoned".
1484 #[serde(default)]
1485 pub active: BTreeMap<String, ActiveSeat>,
1486 /// Process id of whichever `execute()` call last drove this run —
1487 /// written at the very top of that method, the same place
1488 /// [`Self::clear_active`] runs, so a fresh reentry always overwrites the
1489 /// pid a previous, possibly-dead process left behind.
1490 ///
1491 /// A daemon-claimed run already has a stronger signal
1492 /// (`daemon::is_working_on`), but a `magi run` / `magi review` typed
1493 /// straight into a terminal claims nothing there — before this field
1494 /// existed, [`report::active_seats`] had no way to tell that run apart
1495 /// from one a killed process abandoned, and printed the same "no live
1496 /// daemon claims this run" warning over a run that was, in fact, still
1497 /// answering. See [`Liveness`] for how this and the daemon claim combine.
1498 #[serde(default)]
1499 pub driver_pid: Option<u32>,
1500 /// The OS-reported moment [`Self::driver_pid`] started, recorded in the
1501 /// same breath as the pid itself — an opaque marker
1502 /// (`crate::proc::process_started_at`), compared only for equality.
1503 ///
1504 /// A pid alone never proves a live process is *this run's* driver: pids
1505 /// get reused, sometimes within minutes on a busy machine, and a killed
1506 /// manual `magi run` whose pid a later, wholly unrelated process happens
1507 /// to receive would otherwise read back as `Liveness::Live` from that
1508 /// coincidence alone. [`Self::liveness`] re-queries the current holder
1509 /// of `driver_pid` and requires this marker to still match before
1510 /// trusting a live answer — a mismatch means a different process now
1511 /// answers to that number, and no marker to compare (an old run, or a
1512 /// platform this build could not ask at record time) means neither
1513 /// extreme can be proven.
1514 #[serde(default)]
1515 pub driver_started_at: Option<String>,
1516 /// Last observation of the winner's pull request, when a land loop ran.
1517 ///
1518 /// Persisted rather than derived from the event log because the phone asks
1519 /// two questions about a run that has opened a PR - how are its checks and
1520 /// which round is it on - and parsing prose out of events to answer them
1521 /// would break the first time an event message was reworded.
1522 #[serde(default)]
1523 pub pr: Option<PrRecord>,
1524 /// The last look at how far the winner's tree trailed the landing base,
1525 /// and the rebase(s) tried to close that gap. `None` until the tree has a
1526 /// winner to check.
1527 #[serde(default)]
1528 pub base_sync: Option<BaseSync>,
1529 /// The design-deliberation stage's output, when `[graph] advise` ran it:
1530 /// one record per advisor seat, plus the synthesis blended into the
1531 /// implementer's prompt. `None` when the stage is off, has not run yet,
1532 /// or could not even resolve its seats - see
1533 /// [`crate::graph::Runner::advise`].
1534 #[serde(default)]
1535 pub advice: Option<crate::advise::Advice>,
1536 /// Whether the design-deliberation stage has already been attempted this
1537 /// run, whatever it produced. The idempotency marker `Runner::advise`
1538 /// checks on reentry, the same role [`Self::judge_skipped`] plays for
1539 /// `judge` - without it a resumed run whose stage failed (a misconfigured
1540 /// `[roles] advisors`, every seat quota'd) would re-run it, and re-spend
1541 /// the agent calls, on every single reentry before `implement`.
1542 #[serde(default)]
1543 pub advise_attempted: bool,
1544 /// Node log.
1545 #[serde(default)]
1546 pub events: Vec<Event>,
1547 /// Commands seats' own CLIs reported running, across every node — see
1548 /// [`JobRecord`]. Populated in [`crate::graph::wave`] as each seat
1549 /// answers, so a resumed run keeps what earlier waves already collected
1550 /// rather than losing it to a reentry. Empty on a record written before
1551 /// this existed, or wherever no adapter reads structured job events for
1552 /// the backend a seat used — both read as "no evidence", not "nothing
1553 /// ran".
1554 #[serde(default)]
1555 pub jobs: Vec<JobRecord>,
1556 /// Operator-triggered targeted fixes — see [`OperatorFixRequest`] and
1557 /// `SCHEMA`'s doc for schema 9. Empty on every record written before
1558 /// this existed, which reads correctly as "no operator fix ever
1559 /// requested".
1560 #[serde(default)]
1561 pub operator_fixes: Vec<OperatorFixRequest>,
1562}
1563
1564impl RunState {
1565 /// A fresh run.
1566 pub fn new(
1567 repo: PathBuf,
1568 base_branch: String,
1569 base_commit: String,
1570 instruction: String,
1571 config: Config,
1572 ) -> Self {
1573 let now = Timestamp::now();
1574 let seed = config.blind.seed.unwrap_or_else(crate::rng::entropy);
1575 Self {
1576 schema: SCHEMA,
1577 id: new_id(),
1578 repo,
1579 base_branch,
1580 base_commit,
1581 instruction,
1582 created_at: now,
1583 updated_at: now,
1584 status: RunStatus::Prep,
1585 seed,
1586 config,
1587 enabled_worktree_config: false,
1588 candidates: Vec::new(),
1589 judgements: Vec::new(),
1590 judge_skipped: false,
1591 deliberation: Vec::new(),
1592 votes: Vec::new(),
1593 tally: None,
1594 reviews: Vec::new(),
1595 gate: Vec::new(),
1596 gate_ran: false,
1597 gate_fixes: Vec::new(),
1598 pre_gate: Vec::new(),
1599 pre_gate_commit: None,
1600 merge: None,
1601 leaks: Vec::new(),
1602 quota: Vec::new(),
1603 withheld: Vec::new(),
1604 parked: false,
1605 seats: BTreeMap::new(),
1606 active: BTreeMap::new(),
1607 driver_pid: None,
1608 driver_started_at: None,
1609 pr: None,
1610 base_sync: None,
1611 advice: None,
1612 advise_attempted: false,
1613 events: Vec::new(),
1614 jobs: Vec::new(),
1615 operator_fixes: Vec::new(),
1616 }
1617 }
1618
1619 /// Directory holding this run's state and artifacts.
1620 pub fn dir(&self) -> PathBuf {
1621 run_dir(&self.id)
1622 }
1623
1624 /// Short form used in branch names and reports.
1625 pub fn short(&self) -> &str {
1626 short_of(&self.id)
1627 }
1628
1629 /// Branch name for a label.
1630 pub fn branch_for(&self, label: char) -> String {
1631 format!("magi/{}/{}", self.short(), label)
1632 }
1633
1634 /// Root of this run's worktrees.
1635 pub fn worktree_root(&self) -> PathBuf {
1636 self.config
1637 .graph
1638 .worktree_root
1639 .clone()
1640 .unwrap_or_else(default_worktree_root)
1641 .join(self.short())
1642 }
1643
1644 /// Record lockfiles a rescue commit withheld; a path already recorded by an
1645 /// earlier round is not repeated.
1646 pub fn note_withheld(&mut self, node: &str, strays: &[crate::git::Stray]) {
1647 for s in strays {
1648 if self.withheld.iter().any(|w| w.path == s.path) {
1649 continue;
1650 }
1651 self.event(
1652 node,
1653 format!(
1654 "withheld stray lockfile {} ({}; the directory uses {})",
1655 s.path, s.manager, s.kept_by
1656 ),
1657 );
1658 self.withheld.push(Withheld {
1659 path: s.path.clone(),
1660 manager: s.manager.clone(),
1661 kept_by: s.kept_by.clone(),
1662 node: node.to_owned(),
1663 at: Timestamp::now(),
1664 });
1665 }
1666 }
1667
1668 /// Note something in the run log and on the tracing stream.
1669 pub fn event(&mut self, node: &str, message: impl Into<String>) {
1670 let message = message.into();
1671 tracing::info!(node, "{message}");
1672 self.events.push(Event {
1673 at: Timestamp::now(),
1674 node: node.to_owned(),
1675 message,
1676 });
1677 }
1678
1679 /// The honest state of the final gate.
1680 ///
1681 /// Never derive this from `gate.is_empty()` alone anywhere else in the
1682 /// codebase — `NotRun` and `PassedWithNoCommands` both leave `gate`
1683 /// empty, and only this method (backed by [`Self::gate_ran`]) tells them
1684 /// apart. See `SCHEMA`'s doc for schema 7 for what conflating them used
1685 /// to do.
1686 pub fn gate_status(&self) -> GateStatus {
1687 if !self.gate_ran {
1688 GateStatus::NotRun
1689 } else if self.gate.is_empty() {
1690 GateStatus::PassedWithNoCommands
1691 } else if self.gate.iter().all(CommandOutcome::ok) {
1692 GateStatus::Passed
1693 } else {
1694 GateStatus::Failed
1695 }
1696 }
1697
1698 /// Record that `seat` was just sent a prompt for `node`, with the given
1699 /// wall-clock budget. `attempt` is 0 for the first ask and N for the Nth
1700 /// nudge or resume, purely for display — it does not change how the seat
1701 /// is treated.
1702 pub fn seat_started(
1703 &mut self,
1704 node: &str,
1705 seat: &str,
1706 timeout: std::time::Duration,
1707 attempt: usize,
1708 ) {
1709 self.active.insert(
1710 seat.to_owned(),
1711 ActiveSeat {
1712 node: node.to_owned(),
1713 started_at: Timestamp::now(),
1714 timeout_secs: timeout.as_secs(),
1715 attempt,
1716 task: None,
1717 command: None,
1718 index: None,
1719 total: None,
1720 },
1721 );
1722 }
1723
1724 /// Record that `seat` has answered, whatever the answer was.
1725 pub fn seat_finished(&mut self, seat: &str) {
1726 self.active.remove(seat);
1727 }
1728
1729 /// Record that `task` (`"e2e"` or `"gate"` — a shell-command list run
1730 /// outside any seat) has just started `command`, the `index`-th of
1731 /// `total`. Called at every command boundary, not once for the whole
1732 /// list: `verify.e2e` / `verify.gate` apply `timeout` per command, so
1733 /// this is the only way a reader can tell "how long is left" for
1734 /// whichever command is actually running right now, rather than a stale
1735 /// budget left over from the first one.
1736 #[allow(clippy::too_many_arguments)]
1737 pub fn task_command(
1738 &mut self,
1739 task: &str,
1740 node: &str,
1741 attempt: usize,
1742 command: &str,
1743 index: usize,
1744 total: usize,
1745 timeout: std::time::Duration,
1746 ) {
1747 self.active.insert(
1748 task.to_owned(),
1749 ActiveSeat {
1750 node: node.to_owned(),
1751 started_at: Timestamp::now(),
1752 timeout_secs: timeout.as_secs(),
1753 attempt,
1754 task: Some(task.to_owned()),
1755 command: Some(command.to_owned()),
1756 index: Some(index),
1757 total: Some(total),
1758 },
1759 );
1760 }
1761
1762 /// Record that `task` has finished its whole command list for this
1763 /// attempt.
1764 pub fn task_finished(&mut self, task: &str) {
1765 self.active.remove(task);
1766 }
1767
1768 /// The seats — never task entries — currently mid-answer. What
1769 /// `report::active_seats` and the phone's "who has not answered yet"
1770 /// note need: a seat's identifier is safe to show ([`ActiveSeat`]'s doc),
1771 /// so nothing here filters anything out beyond the type tag itself.
1772 pub fn seats_active(&self) -> impl Iterator<Item = (&String, &ActiveSeat)> {
1773 self.active.iter().filter(|(_, a)| a.task.is_none())
1774 }
1775
1776 /// The command-list tasks — never seat entries — currently running.
1777 /// Counterpart to [`Self::seats_active`]; see [`ActiveSeat::task`] for
1778 /// the tag both read.
1779 pub fn tasks_active(&self) -> impl Iterator<Item = (&String, &ActiveSeat)> {
1780 self.active.iter().filter(|(_, a)| a.task.is_some())
1781 }
1782
1783 /// Drop every seat this state still lists as answering, reporting whether
1784 /// anything was dropped.
1785 ///
1786 /// Called first thing in `execute`, on every entry — fresh, resumed, or
1787 /// recovering a stall — because an entry here only means something while
1788 /// the process that wrote it is still asking that seat something. A
1789 /// process killed mid-wave leaves its last batch of seats here with
1790 /// nobody left to clear them, and the next process to touch this run must
1791 /// not let that leftover read as "still going" before it has asked
1792 /// anyone anything.
1793 pub fn clear_active(&mut self) -> bool {
1794 if self.active.is_empty() {
1795 return false;
1796 }
1797 self.active.clear();
1798 true
1799 }
1800
1801 /// Does every seat this run still lists as [`Self::active`] sit past its
1802 /// own [`ActiveSeat::timeout_secs`]? `false` when nothing is active at
1803 /// all — an empty map is not evidence of anything overrunning.
1804 ///
1805 /// This alone is not proof the run is dead: a seat's own attempt can
1806 /// legitimately run a little past its budget while the process driving it
1807 /// is still tearing the attempt down. Every caller pairs this with its own
1808 /// `!live` reading (`daemon::is_working_on`) before treating the run as
1809 /// abandoned — this module cannot check that itself without depending on
1810 /// `crate::daemon`, and callers already have to ask that question anyway.
1811 #[must_use]
1812 pub fn active_all_overrun(&self, now: Timestamp) -> bool {
1813 !self.active.is_empty()
1814 && self
1815 .active
1816 .values()
1817 .all(|a| a.elapsed_secs(now) > a.timeout_secs as i64)
1818 }
1819
1820 /// Whether a process is actually still driving this run, given whether a
1821 /// daemon's heartbeat claims it and process-liveness/identity queries for
1822 /// [`Self::driver_pid`].
1823 ///
1824 /// A daemon claim wins outright when present — it is the stronger,
1825 /// independently-heartbeating signal. Absent that (every manual `magi
1826 /// run` / `magi review`, and every daemon-driven run whose daemon has
1827 /// since exited cleanly), `driver_pid` is asked directly. A live answer
1828 /// alone is not enough to trust, though: pids get reused, so `identity`
1829 /// re-queries whoever currently holds that pid and the result must still
1830 /// match [`Self::driver_started_at`] — the marker recorded at the same
1831 /// moment `driver_pid` was — before this reads `Live`. A mismatch means
1832 /// a *different* process now answers to that number, which is exactly as
1833 /// good as proof the original driver is gone, so that reads `Dead`; no
1834 /// marker to compare against (an old run, or a platform this build could
1835 /// not ask at record time) or a `None` from either query, and this
1836 /// cannot tell either way, so it reads [`Liveness::Unknown`] — never
1837 /// guessed as [`Liveness::Dead`] out of mere silence. A display that
1838 /// guessed "dead" out of missing information would be exactly the
1839 /// mtime-and-task-manager guessing this type exists to replace.
1840 ///
1841 /// Kept generic over `query` and `identity` so a test can inject answers
1842 /// without spawning a real process query — production code goes through
1843 /// [`Self::liveness`], which supplies [`crate::proc::pid_status`] and
1844 /// [`crate::proc::process_started_at`].
1845 #[must_use]
1846 pub fn liveness_with<F, G>(&self, daemon_claims: bool, query: F, identity: G) -> Liveness
1847 where
1848 F: FnOnce(u32) -> Option<bool>,
1849 G: FnOnce(u32) -> Option<String>,
1850 {
1851 if daemon_claims {
1852 return Liveness::Live;
1853 }
1854 let Some(pid) = self.driver_pid else {
1855 return Liveness::Unknown;
1856 };
1857 match query(pid) {
1858 Some(false) => Liveness::Dead,
1859 None => Liveness::Unknown,
1860 Some(true) => match (&self.driver_started_at, identity(pid)) {
1861 (Some(recorded), Some(current)) if *recorded == current => Liveness::Live,
1862 (Some(_), Some(_)) => Liveness::Dead,
1863 _ => Liveness::Unknown,
1864 },
1865 }
1866 }
1867
1868 /// [`Self::liveness_with`], backed by the real process-liveness and
1869 /// identity queries.
1870 #[must_use]
1871 pub fn liveness(&self, daemon_claims: bool) -> Liveness {
1872 self.liveness_with(
1873 daemon_claims,
1874 crate::proc::pid_status,
1875 crate::proc::process_started_at,
1876 )
1877 }
1878
1879 /// Clear every seat this run still lists as active and fail it, unless it
1880 /// had already reached a terminal status some other way.
1881 ///
1882 /// Callers must already have proven this run is dead — [`Self::active_all_overrun`]
1883 /// plus their own `!live` reading — before calling this; it does not
1884 /// check either itself. Unlike [`Self::clear_active`] (dropping a resumed
1885 /// run's own stale wave before repopulating it, called unconditionally at
1886 /// the top of every `execute()`), this is a verdict: a run left this way
1887 /// has nothing left to repopulate the wave, ever, and must stop reading as
1888 /// `implementing` (or whichever node) forever.
1889 pub fn abandon(&mut self, by: &str) {
1890 let seats: Vec<String> = self.active.keys().cloned().collect();
1891 self.clear_active();
1892 if !self.status.done() {
1893 self.status = RunStatus::Failed;
1894 }
1895 self.event(
1896 by,
1897 format!(
1898 "abandoned: seat(s) {} left behind by a killed process, past their own \
1899 timeout with no live daemon claiming this run",
1900 seats.join(", ")
1901 ),
1902 );
1903 }
1904
1905 /// Flush to `run.json`, atomically, under the process-global [`home`].
1906 pub fn save(&mut self) -> Result<()> {
1907 let home = home();
1908 self.save_under(&home)
1909 }
1910
1911 /// [`Self::save`], rooted at an explicit `home` instead of the
1912 /// process-global one.
1913 ///
1914 /// For a caller that was already handed its own `home` explicitly — a
1915 /// housekeeping pass, mainly, for the same reason `Queue::at` and the
1916 /// daemon status path are parameters rather than resolved here (see
1917 /// `daemon::drive`'s own doc) — falling through to the global would write
1918 /// back through whichever directory some *other* process or test pinned
1919 /// into that `OnceLock` first, not the one this call was actually handed.
1920 pub fn save_under(&mut self, home: &Path) -> Result<()> {
1921 self.updated_at = Timestamp::now();
1922 let dir = home.join("runs").join(&self.id);
1923 std::fs::create_dir_all(&dir).with_context(|| format!("create {}", dir.display()))?;
1924 let body = serde_json::to_string_pretty(self).context("serialize run state")?;
1925 let tmp = dir.join("run.json.tmp");
1926 std::fs::write(&tmp, &body).with_context(|| format!("write {}", tmp.display()))?;
1927 std::fs::rename(&tmp, dir.join("run.json")).with_context(|| "replace run.json")?;
1928 Ok(())
1929 }
1930
1931 /// Load a run by id or unambiguous id prefix.
1932 pub fn load(id: &str) -> Result<Self> {
1933 let resolved = resolve_id(id)?;
1934 let path = run_dir(&resolved).join("run.json");
1935 let body =
1936 std::fs::read_to_string(&path).with_context(|| format!("read {}", path.display()))?;
1937 let state: Self =
1938 serde_json::from_str(&body).with_context(|| format!("parse {}", path.display()))?;
1939 migrate_schema(state)
1940 }
1941}
1942
1943fn migrate_schema(mut state: RunState) -> Result<RunState> {
1944 // Schema 5 predates deferred e2e. Its empty e2e lists therefore mean
1945 // "not configured", never "deferred"; serde's field defaults retain
1946 // exactly that representation while this migration permits resumes.
1947 if state.schema == 5 {
1948 state.schema = 6;
1949 }
1950 // Schema 6 predates `gate_ran` and could not tell "never attempted or
1951 // resource-blocked" apart from "ran with zero commands configured" — see
1952 // `SCHEMA`'s doc for schema 7. A non-empty `gate` is a real recorded
1953 // attempt either way, so it is trusted as `gate_ran = true` rather than
1954 // spent again; an empty one is simply handed back to the next `gate()`
1955 // call, which re-attempts it and, for the zero-commands case, resolves
1956 // instantly.
1957 if state.schema == 6 {
1958 state.gate_ran = !state.gate.is_empty();
1959 state.schema = 7;
1960 }
1961 // Schema 7's main review loop always checked `e2e` against the round's
1962 // own `head`, it just never wrote that fact into `verified_head` unless
1963 // a catch-up run had checked a *different* commit — see `SCHEMA`'s doc
1964 // for schema 8. Reconstructing `Some(head)` for a round whose `e2e` held
1965 // a real attempt restores a fact that was always true; `verified_at` has
1966 // no historical value to recover and stays `None`.
1967 if state.schema == 7 {
1968 for round in &mut state.reviews {
1969 if round.verified_head.is_none()
1970 && matches!(round.e2e_status(), E2eStatus::Passed | E2eStatus::Failed)
1971 {
1972 round.verified_head = Some(round.head.clone());
1973 }
1974 }
1975 state.schema = 8;
1976 }
1977 // Schema 8 predates `operator_fixes`. There is nothing to reconstruct —
1978 // an old run simply never had one requested — so `#[serde(default)]`
1979 // already left it as the correct empty `Vec`; this only advances the
1980 // version number.
1981 if state.schema == 8 {
1982 state.schema = 9;
1983 }
1984 // Schema 9 predates `RunStatus::VerifiedNoop` and
1985 // `Candidate::verified_noop`. Nothing to reconstruct: an old record never
1986 // made the claim, `#[serde(default)]` already reads `verified_noop` as
1987 // `None` on every candidate, and a `VerifiedNoop` status cannot appear in
1988 // a schema-9 record at all — see `SCHEMA`'s doc for schema 10. This only
1989 // advances the version number.
1990 if state.schema == 9 {
1991 state.schema = SCHEMA;
1992 }
1993 if state.schema != SCHEMA {
1994 bail!(
1995 "run {} was written by a different magi (schema {}, this build \
1996 speaks {SCHEMA})",
1997 state.id,
1998 state.schema
1999 );
2000 }
2001 Ok(state)
2002}
2003
2004impl RunState {
2005 /// The winning candidate, once the tally has run.
2006 pub fn winner(&self) -> Option<&Candidate> {
2007 let label = self.tally.as_ref()?.winner;
2008 self.candidates.iter().find(|c| c.label == label)
2009 }
2010
2011 /// Candidates eligible for judging.
2012 pub fn viable(&self) -> Vec<&Candidate> {
2013 self.candidates.iter().filter(|c| c.viable()).collect()
2014 }
2015
2016 /// Did every candidate write nothing, and every one of them back it with
2017 /// evidence [`crate::graph`]'s adoption guard accepted?
2018 ///
2019 /// All-or-nothing on purpose: one candidate declaring `NO CHANGE NEEDED`
2020 /// while another simply failed to produce anything is not agreement, it
2021 /// is one candidate's unverified claim next to an ordinary loss, and the
2022 /// run must still read as the `Failed` it is. Only ever meaningful when
2023 /// [`Self::viable`] is already empty — a run with any real patch to judge
2024 /// never reaches the caller that asks this.
2025 pub fn all_candidates_verified_noop(&self) -> bool {
2026 !self.candidates.is_empty()
2027 && self
2028 .candidates
2029 .iter()
2030 .all(|c| c.empty && c.verified_noop.is_some())
2031 }
2032
2033 /// Findings still open when the review loop stopped trying: the last
2034 /// round's, exactly when that round was not clean. Empty on a run that
2035 /// never reviewed, or whose last round was clean.
2036 ///
2037 /// This is the last round's findings regardless of what the fixer claims
2038 /// to have addressed in that same round: a round that stopped the loop
2039 /// (round budget spent, or no tree progress for
2040 /// [`crate::graph::STAGNANT_LIMIT`] rounds) never had a *following* round
2041 /// to confirm the fix actually landed, and the self-reported adoption
2042 /// count is not trusted for that judgement either — see
2043 /// [`ReviewRound::progressed`].
2044 pub fn open_findings(&self) -> Vec<&Finding> {
2045 match self.reviews.last() {
2046 Some(r) if !r.clean => r
2047 .reviews
2048 .iter()
2049 .flat_map(|rec| rec.findings.iter())
2050 .collect(),
2051 _ => Vec::new(),
2052 }
2053 }
2054
2055 /// Every finding raised in the most recent review round, regardless of
2056 /// that round's own severity mix — unlike [`Self::open_findings`], not
2057 /// filtered to a round that was not clean. This is the pool `magi fix`
2058 /// reports as available to pick from: a round can conclude clean (no
2059 /// finding blocked merge) while still carrying minor findings nobody
2060 /// has acted on.
2061 pub fn last_round_findings(&self) -> Vec<&Finding> {
2062 self.reviews
2063 .last()
2064 .into_iter()
2065 .flat_map(|r| r.reviews.iter())
2066 .flat_map(|rec| rec.findings.iter())
2067 .collect()
2068 }
2069
2070 /// Look up a finding by id anywhere in this run's review history,
2071 /// together with the round and reviewer record that raised it — the
2072 /// provenance `magi fix` snapshots onto [`OperatorFixFinding`].
2073 pub fn finding(&self, id: &str) -> Option<(&ReviewRound, &ReviewRecord, &Finding)> {
2074 self.reviews.iter().find_map(|round| {
2075 round.reviews.iter().find_map(|rec| {
2076 rec.findings
2077 .iter()
2078 .find(|f| f.id == id)
2079 .map(|f| (round, rec, f))
2080 })
2081 })
2082 }
2083
2084 /// Did this run reach a mergeable status (`Ready` or `Merged`) with
2085 /// review findings still open?
2086 ///
2087 /// That combination is the point of the review hand-off: the review
2088 /// round budget (or an unproductive round, see [`ReviewRound::progressed`])
2089 /// was spent while gate and e2e stayed green, so the run was handed off
2090 /// rather than blocked — but the findings did not disappear, and whoever
2091 /// reads the result should be told they are still there.
2092 pub fn handed_off_with_open_findings(&self) -> bool {
2093 matches!(self.status, RunStatus::Ready | RunStatus::Merged)
2094 && self.reviews.last().is_some_and(|r| !r.clean)
2095 }
2096
2097 /// Reached `Ready` because `[merge] mode = "none"` left it there by
2098 /// design, never to be picked up by the PR-polling merge watcher — as
2099 /// opposed to a `Ready` that is still a plausible landing candidate (a
2100 /// PR closed without merging, or a re-entry onto an already-concluded
2101 /// node). Both leave `status` at `Ready`; only this one leaves the
2102 /// winning branch permanently unwatched, which is what a caller needs to
2103 /// know before labelling the run in a listing.
2104 pub fn unmerged_by_design(&self) -> bool {
2105 self.status == RunStatus::Ready
2106 && self
2107 .merge
2108 .as_ref()
2109 .is_some_and(|m| m.mode == MergeMode::None)
2110 }
2111
2112 /// Local-time creation stamp for reports.
2113 pub fn created_local(&self) -> String {
2114 self.created_at
2115 .to_zoned(jiff::tz::TimeZone::system())
2116 .strftime("%Y-%m-%d %H:%M:%S")
2117 .to_string()
2118 }
2119
2120 /// Assert that this run is safe to delete.
2121 ///
2122 /// Refuses a run a live daemon is working on, and refuses any run whose
2123 /// candidate worktrees and branches have not been folded away with `magi
2124 /// fold`. The fold requirement is the real protection: it is what makes
2125 /// "delete" mean "remove a record" rather than "throw away a worktree
2126 /// somebody may still be editing".
2127 ///
2128 /// `in_flight` has to come from the caller, because a run's own status
2129 /// cannot answer the question. A daemon killed mid-run leaves its status at
2130 /// `implementing` forever, and a guard that trusted that would make every
2131 /// interrupted run permanently undeletable - the operator's only recourse
2132 /// being to edit `run.json` by hand, which is exactly the sort of thing
2133 /// this command exists to avoid. The queue already treats an orphaned
2134 /// `.lock` from a `SIGKILL`ed daemon the same way; this is that rule for
2135 /// runs.
2136 pub fn ensure_can_delete(&self, in_flight: bool) -> Result<()> {
2137 if in_flight {
2138 bail!(
2139 "run {} is being worked on by a live daemon right now",
2140 self.short()
2141 );
2142 }
2143 if self.candidates.iter().any(|c| !c.folded) {
2144 bail!(
2145 "run {} has unfolded candidates; fold first with `magi fold`",
2146 self.short()
2147 );
2148 }
2149 Ok(())
2150 }
2151}
2152
2153/// The short form of a commit, for a label a human or an LLM reads.
2154fn short(commit: &str) -> String {
2155 commit.chars().take(7).collect()
2156}
2157
2158/// The short form of a run id: the trailing block after the last `-`.
2159///
2160/// A free function as well as [`RunState::short`], because callers that have
2161/// only an id - an error message, a daemon status, a route handler - were
2162/// otherwise reimplementing the split, and two spellings of "short id" is one
2163/// rename away from branch names that no longer match their run.
2164pub fn short_of(id: &str) -> &str {
2165 id.split('-').next_back().unwrap_or(id)
2166}
2167
2168/// Where magi keeps its runs.
2169///
2170/// `MAGI_HOME` overrides the default, and [`set_home`] overrides both — which
2171/// is what lets the integration tests drive a whole graph without writing into
2172/// the operator's real history.
2173///
2174/// In a unit test build (`cfg(test)`), falling through to the real
2175/// `<data_local>/magi` is not a fallback worth having: it is exactly how
2176/// three broken fixture runs ended up in the operator's actual history and
2177/// were counted as `unreadable` by the deck. A test that reaches this point
2178/// forgot to call [`set_home`] (or set `MAGI_HOME`) - that is a bug in the
2179/// test, not a case to serve, so it panics instead of writing anywhere.
2180pub fn home() -> PathBuf {
2181 resolve_home(HOME.get().cloned(), std::env::var_os("MAGI_HOME"))
2182}
2183
2184/// The decision `home` makes, taking its two overrides as plain values
2185/// instead of reading the `OnceLock` and the environment itself.
2186///
2187/// Pulled out so the `cfg(test)` panic is asserted directly against a
2188/// `None, None` input, rather than racing every other unit test in the
2189/// binary for who touches the process-global `HOME` first.
2190fn resolve_home(pinned: Option<PathBuf>, magi_home_env: Option<std::ffi::OsString>) -> PathBuf {
2191 if let Some(dir) = pinned {
2192 return dir;
2193 }
2194 if let Some(dir) = magi_home_env {
2195 return PathBuf::from(dir);
2196 }
2197 #[cfg(test)]
2198 {
2199 panic!(
2200 "run::home() was reached in a test without run::set_home() or \
2201 MAGI_HOME; this would write into the operator's real \
2202 <data_local>/magi. Call `run::set_home(temp_dir)` before any \
2203 code path that touches a RunState."
2204 );
2205 }
2206 #[cfg(not(test))]
2207 {
2208 dirs::data_local_dir()
2209 .unwrap_or_else(|| PathBuf::from("."))
2210 .join("magi")
2211 }
2212}
2213
2214/// Pin the run home for this process. The first call wins.
2215pub fn set_home(dir: PathBuf) {
2216 let _ = HOME.set(dir);
2217}
2218
2219static HOME: std::sync::OnceLock<PathBuf> = std::sync::OnceLock::new();
2220
2221/// `<home>/runs`.
2222pub fn runs_root() -> PathBuf {
2223 home().join("runs")
2224}
2225
2226/// The worktree root a run uses when the config sets none: `~/wt/magi`.
2227///
2228/// One definition of the default, so the folder the janitor folds and the
2229/// folder the health view sizes cannot drift apart: a run with no configured
2230/// [`crate::config::Graph::worktree_root`] lays its worktrees exactly here.
2231pub fn default_worktree_root() -> PathBuf {
2232 dirs::home_dir()
2233 .unwrap_or_else(|| PathBuf::from("."))
2234 .join("wt")
2235 .join("magi")
2236}
2237
2238/// Directory for one run id.
2239pub fn run_dir(id: &str) -> PathBuf {
2240 runs_root().join(id)
2241}
2242
2243/// Every run id on disk, newest first.
2244///
2245/// A directory is a run because of its **name**, not because it holds a
2246/// readable `run.json`. A run whose very first save lost the machine's last
2247/// free bytes leaves `<id>/run.json.tmp` and nothing else, and filtering on
2248/// `run.json` made that run invisible everywhere: not in `magi list`, not in
2249/// `runs_unreadable`, not on the phone, so nothing could report it and no
2250/// route could clear it. `88c0` sat like that for two days. Unreadable is
2251/// counted, never hidden - the readers already say why each one cannot be
2252/// read, and `fold_unreadable` is how a record like this leaves.
2253pub fn list_ids() -> Vec<String> {
2254 let mut ids: Vec<String> = std::fs::read_dir(runs_root())
2255 .into_iter()
2256 .flatten()
2257 .flatten()
2258 .filter(|e| e.path().is_dir())
2259 .map(|e| e.file_name().to_string_lossy().into_owned())
2260 .filter(|name| is_run_id(name))
2261 .collect();
2262 // Ids start with a sortable timestamp.
2263 ids.sort_unstable_by(|a, b| b.cmp(a));
2264 ids
2265}
2266
2267/// Does `name` have the shape [`new_id`] mints: `YYYYMMDD-HHMMSS-xxxx`?
2268///
2269/// The test for "this directory is a run", so a stray folder under
2270/// `<home>/runs` is not reported as a broken run.
2271///
2272/// The tag is checked for length and for being alphanumeric, not for being
2273/// hex: real ids are hex, but fixtures across this crate name runs
2274/// `...-dead` / `...-gone` / `...-once`, and a predicate that disowned those
2275/// would be asserting the fixtures' spelling rather than the shape.
2276pub fn is_run_id(name: &str) -> bool {
2277 let mut parts = name.split('-');
2278 let (Some(day), Some(time), Some(tag), None) =
2279 (parts.next(), parts.next(), parts.next(), parts.next())
2280 else {
2281 return false;
2282 };
2283 day.len() == 8
2284 && day.bytes().all(|b| b.is_ascii_digit())
2285 && time.len() == 6
2286 && time.bytes().all(|b| b.is_ascii_digit())
2287 && tag.len() == 4
2288 && tag.bytes().all(|b| b.is_ascii_alphanumeric())
2289}
2290
2291/// Expand an id prefix to exactly one run id.
2292pub fn resolve_id(prefix: &str) -> Result<String> {
2293 // A whole id names its directory, readable state or not: the run whose
2294 // `run.json` never landed still has to be reachable by `magi show` and
2295 // by the fold route, which is the only way its record ever leaves.
2296 if is_run_id(prefix) && run_dir(prefix).is_dir() {
2297 return Ok(prefix.to_owned());
2298 }
2299 let hits: Vec<String> = list_ids()
2300 .into_iter()
2301 .filter(|id| id.starts_with(prefix) || id.ends_with(prefix))
2302 .collect();
2303 match hits.len() {
2304 1 => Ok(hits.into_iter().next().expect("exactly one hit")),
2305 0 => bail!("no run matches `{prefix}`"),
2306 _ => bail!(
2307 "`{prefix}` matches {} runs: {}",
2308 hits.len(),
2309 hits.join(", ")
2310 ),
2311 }
2312}
2313
2314/// The most recent run, if any.
2315pub fn latest_id() -> Option<String> {
2316 list_ids().into_iter().next()
2317}
2318
2319/// `YYYYMMDD-HHMMSS-xxxx`, sortable and short enough for a branch name.
2320///
2321/// The four hex digits are fresh entropy, **not** `blind.seed`. They were the
2322/// seed, and a pinned seed then made the whole id a function of the second it
2323/// started in: two runs a second apart were distinguishable, two in the same
2324/// second were not. Everything keyed on the id collided with them - the run
2325/// directory, `artifacts/`, and the candidate worktrees under
2326/// `wt/magi/<short>/`.
2327///
2328/// `tests/common` pins the seed on purpose, so its integration tests all share
2329/// one suffix. On Windows the suite is slow enough that the seconds differ and
2330/// nothing showed; on Linux `graph_dropped_stream`'s three tests run inside
2331/// 16s, so two of them shared a run directory and the second read an artifact
2332/// the first had written (`impl-B-resume.out`) - a failure that looked like the
2333/// resume logic misbehaving and was really two runs in one directory.
2334///
2335/// A seed exists to make the *blind* decisions reproducible: label assignment
2336/// and per-judge presentation order. It was never meant to name the run, and
2337/// `RunState::seed` still carries it for what it is for.
2338fn new_id() -> String {
2339 let stamp = Zoned::now().strftime("%Y%m%d-%H%M%S");
2340 let entropy = crate::rng::entropy();
2341 format!("{stamp}-{:04x}", (entropy ^ (entropy >> 32)) & 0xffff)
2342}
2343
2344/// Keep the last `max` bytes of `text`, on a line boundary.
2345pub fn tail(text: &str, max: usize) -> String {
2346 if text.len() <= max {
2347 return text.to_owned();
2348 }
2349 let mut cut = text.len() - max;
2350 while cut < text.len() && !text.is_char_boundary(cut) {
2351 cut += 1;
2352 }
2353 let slice = &text[cut..];
2354 let start = slice.find('\n').map_or(0, |i| i + 1);
2355 format!(
2356 "[... {} earlier bytes omitted ...]\n{}",
2357 cut,
2358 &slice[start..]
2359 )
2360}
2361
2362/// Path of a run artifact.
2363pub fn artifact_path(run: &RunState, name: &str) -> PathBuf {
2364 run.dir().join("artifacts").join(name)
2365}
2366
2367/// Write an artifact, creating the directory if needed.
2368pub fn write_artifact(run: &RunState, name: &str, body: &str) -> Result<PathBuf> {
2369 let path = artifact_path(run, name);
2370 if let Some(parent) = path.parent() {
2371 std::fs::create_dir_all(parent).with_context(|| format!("create {}", parent.display()))?;
2372 }
2373 std::fs::write(&path, body).with_context(|| format!("write {}", path.display()))?;
2374 Ok(path)
2375}
2376
2377/// Read an artifact back, e.g. a stored patch on resume.
2378pub fn read_artifact(run: &RunState, name: &str) -> Option<String> {
2379 std::fs::read_to_string(artifact_path(run, name)).ok()
2380}
2381
2382#[cfg(test)]
2383mod tests {
2384 use super::*;
2385
2386 fn state() -> RunState {
2387 RunState::new(
2388 PathBuf::from("/repo"),
2389 "main".to_owned(),
2390 "abc1234def".to_owned(),
2391 "add retries".to_owned(),
2392 Config::default(),
2393 )
2394 }
2395
2396 #[test]
2397 fn resolve_home_prefers_the_pin_then_the_env_var() {
2398 let pinned = PathBuf::from("/pinned");
2399 assert_eq!(
2400 resolve_home(Some(pinned.clone()), Some("/env".into())),
2401 pinned,
2402 "a pin wins even over MAGI_HOME"
2403 );
2404 assert_eq!(
2405 resolve_home(None, Some("/env".into())),
2406 PathBuf::from("/env")
2407 );
2408 }
2409
2410 #[test]
2411 #[should_panic(expected = "run::set_home()")]
2412 fn resolve_home_refuses_to_fall_back_to_the_operators_real_home() {
2413 // Neither override present is exactly the state a test reaches by
2414 // forgetting `set_home`/`MAGI_HOME` - the accident that put three
2415 // broken fixture runs into the operator's real history. Asserted
2416 // against the pure decision directly, not `home()` itself, because
2417 // `HOME` is a process-wide `OnceLock` another test may have already
2418 // set - this must not depend on test execution order.
2419 resolve_home(None, None);
2420 }
2421
2422 #[test]
2423 fn a_run_is_named_by_shape_so_a_state_less_directory_is_still_a_run() {
2424 // The shape `new_id` mints. A directory answering to it is a run even
2425 // with no readable `run.json`: that is how a save that ran out of
2426 // disk stays visible instead of vanishing from every listing.
2427 assert!(is_run_id(&new_id()));
2428 assert!(is_run_id("20260904-014540-88c0"));
2429 // Not runs: a stray folder, a truncated id, a non-hex tag, and an id
2430 // with an extra segment (a worktree label, say).
2431 assert!(!is_run_id("scratch"));
2432 assert!(!is_run_id("20260904-014540"));
2433 assert!(!is_run_id("20260904-014540-88c0f"));
2434 assert!(!is_run_id("2026090x-014540-88c0"));
2435 assert!(!is_run_id("20260904-014540-88c0-A"));
2436 }
2437
2438 #[test]
2439 fn ids_are_sortable_and_short_suffixed() {
2440 let s = state();
2441 let parts: Vec<&str> = s.id.split('-').collect();
2442 assert_eq!(parts.len(), 3);
2443 assert_eq!(parts[0].len(), 8);
2444 assert_eq!(parts[1].len(), 6);
2445 assert_eq!(parts[2].len(), 4);
2446 assert_eq!(s.short(), parts[2]);
2447 }
2448
2449 #[test]
2450 fn branch_names_carry_the_label_not_the_author() {
2451 let s = state();
2452 let b = s.branch_for('B');
2453 assert_eq!(b, format!("magi/{}/B", s.short()));
2454 assert!(!b.contains("claude"));
2455 }
2456
2457 /// A pinned seed reproduces the blind decisions. It must **not** reproduce
2458 /// the run's identity.
2459 ///
2460 /// `assert_eq!(a.short(), b.short())` used to stand where the last
2461 /// assertion is now, and it was pinning the defect: with the id's suffix
2462 /// derived from the seed, two runs started in the same second were the
2463 /// same run as far as the filesystem was concerned - one directory, one
2464 /// `artifacts/`, one set of candidate worktrees. `tests/common` pins a
2465 /// seed for every integration test, so on Linux, where the suite is fast,
2466 /// two tests in `graph_dropped_stream` shared a directory and one read the
2467 /// other's artifact.
2468 #[test]
2469 fn a_pinned_seed_is_reproducible_but_never_the_run_id() {
2470 let mut cfg = Config::default();
2471 cfg.blind.seed = Some(1234);
2472 let a = RunState::new(
2473 PathBuf::from("/r"),
2474 "main".to_owned(),
2475 "c".to_owned(),
2476 "t".to_owned(),
2477 cfg.clone(),
2478 );
2479 let b = RunState::new(
2480 PathBuf::from("/r"),
2481 "main".to_owned(),
2482 "c".to_owned(),
2483 "t".to_owned(),
2484 cfg,
2485 );
2486 // What the seed is for: the same shuffles, run after run.
2487 assert_eq!(a.seed, 1234);
2488 assert_eq!(a.seed, b.seed);
2489 // What it is not for. Two runs are two runs, in the same second or
2490 // not, and everything keyed on the id depends on that.
2491 assert_ne!(
2492 a.id, b.id,
2493 "two runs sharing an id share a directory, artifacts and worktrees"
2494 );
2495 }
2496
2497 #[test]
2498 fn status_terminality() {
2499 assert!(RunStatus::Merged.done());
2500 assert!(RunStatus::Blocked.done());
2501 assert!(!RunStatus::Reviewing.done());
2502 }
2503
2504 fn overrun_seat(now: Timestamp, elapsed_secs: i64, timeout_secs: u64) -> ActiveSeat {
2505 ActiveSeat {
2506 node: "implement".to_owned(),
2507 started_at: now - jiff::SignedDuration::new(elapsed_secs, 0),
2508 timeout_secs,
2509 attempt: 0,
2510 task: None,
2511 command: None,
2512 index: None,
2513 total: None,
2514 }
2515 }
2516
2517 #[test]
2518 fn active_all_overrun_requires_every_seat_past_its_own_timeout() {
2519 let mut s = state();
2520 let now = Timestamp::now();
2521 assert!(
2522 !s.active_all_overrun(now),
2523 "nothing active is not evidence of anything"
2524 );
2525
2526 s.active
2527 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
2528 assert!(
2529 s.active_all_overrun(now),
2530 "21000s elapsed against a 3600s budget"
2531 );
2532
2533 // A seat still well within its own budget means the run is not
2534 // provably dead, however far its sibling has overrun.
2535 s.active
2536 .insert("impl-B".to_owned(), overrun_seat(now, 0, 3_600));
2537 assert!(!s.active_all_overrun(now));
2538 }
2539
2540 /// A daemon claim wins outright, whatever `driver_pid` or either query
2541 /// says — the stronger, independently-heartbeating signal. Neither query
2542 /// closure is even called: a daemon claim short-circuits before either
2543 /// one, which panicking closures here prove.
2544 #[test]
2545 fn liveness_reads_live_from_a_daemon_claim_alone() {
2546 let mut s = state();
2547 s.driver_pid = None;
2548 assert_eq!(
2549 s.liveness_with(
2550 true,
2551 |_| panic!("a daemon claim needs no pid query"),
2552 |_| panic!("a daemon claim needs no identity query")
2553 ),
2554 Liveness::Live,
2555 "a daemon claim needs no pid to back it up"
2556 );
2557 }
2558
2559 /// The gap `driver_pid` closes: no daemon claim (every manual `magi run`
2560 /// / `magi review`), but the recorded pid answers alive *and* the
2561 /// process currently holding it still carries the same start-time
2562 /// marker this run recorded — proof it is genuinely the same process,
2563 /// not merely the same number.
2564 #[test]
2565 fn liveness_reads_live_from_a_confirmed_pid_with_a_matching_identity() {
2566 let mut s = state();
2567 s.driver_pid = Some(4242);
2568 s.driver_started_at = Some("2026-09-22T10:00:00Z".to_owned());
2569 assert_eq!(
2570 s.liveness_with(
2571 false,
2572 |pid| {
2573 assert_eq!(pid, 4242);
2574 Some(true)
2575 },
2576 |pid| {
2577 assert_eq!(pid, 4242);
2578 Some("2026-09-22T10:00:00Z".to_owned())
2579 }
2580 ),
2581 Liveness::Live
2582 );
2583 }
2584
2585 /// No daemon claim and the recorded pid confirmed gone by the OS itself
2586 /// — dead outright, and the identity query is never even reached (a
2587 /// panicking closure proves it), since there is nothing left to
2588 /// corroborate.
2589 #[test]
2590 fn liveness_reads_dead_from_a_confirmed_dead_pid() {
2591 let mut s = state();
2592 s.driver_pid = Some(4242);
2593 assert_eq!(
2594 s.liveness_with(
2595 false,
2596 |_| Some(false),
2597 |_| panic!("a confirmed-dead pid needs no identity query")
2598 ),
2599 Liveness::Dead
2600 );
2601 }
2602
2603 /// The gap this task's review round exists to close: a killed manual
2604 /// run's pid gets handed to a wholly unrelated later process. `pid_status`
2605 /// alone would read that as `Live` — the reused pid really is alive —
2606 /// but the process now holding it started at a different moment than the
2607 /// one this run recorded, so this must read `Dead`, not `Live`: a
2608 /// mismatch is exactly as good as proof the original driver is gone.
2609 #[test]
2610 fn liveness_reads_dead_when_a_live_pid_no_longer_matches_the_recorded_start_time() {
2611 let mut s = state();
2612 s.driver_pid = Some(4242);
2613 s.driver_started_at = Some("2026-09-22T10:00:00Z".to_owned());
2614 assert_eq!(
2615 s.liveness_with(
2616 false,
2617 |_| Some(true),
2618 |_| Some("2026-09-22T11:30:00Z".to_owned())
2619 ),
2620 Liveness::Dead,
2621 "the pid is alive, but under a different process than the one this run recorded"
2622 );
2623 }
2624
2625 /// Missing information never collapses to `Dead`: an old run with no
2626 /// `driver_pid` at all, a `driver_pid` this build could not query, a live
2627 /// pid with no recorded start time to compare (an even older run, before
2628 /// that field existed), and a live pid whose current identity this build
2629 /// could not re-query, all read as `Unknown` — never a guess in either
2630 /// direction.
2631 #[test]
2632 fn liveness_never_guesses_out_of_missing_information() {
2633 let mut s = state();
2634 s.driver_pid = None;
2635 assert_eq!(
2636 s.liveness_with(
2637 false,
2638 |_| panic!("no pid to query"),
2639 |_| panic!("no pid to query")
2640 ),
2641 Liveness::Unknown,
2642 "no driver_pid recorded at all — an old run predating this field"
2643 );
2644
2645 s.driver_pid = Some(4242);
2646 assert_eq!(
2647 s.liveness_with(false, |_| None, |_| panic!("inconclusive already")),
2648 Liveness::Unknown,
2649 "a pid to ask, but the platform could not answer for it"
2650 );
2651
2652 s.driver_started_at = None;
2653 assert_eq!(
2654 s.liveness_with(false, |_| Some(true), |_| Some("anything".to_owned())),
2655 Liveness::Unknown,
2656 "a live pid, but no recorded marker to corroborate it against — an old run \
2657 predating `driver_started_at`"
2658 );
2659
2660 s.driver_started_at = Some("2026-09-22T10:00:00Z".to_owned());
2661 assert_eq!(
2662 s.liveness_with(false, |_| Some(true), |_| None),
2663 Liveness::Unknown,
2664 "a live pid and a recorded marker, but the identity re-query itself failed"
2665 );
2666 }
2667
2668 #[test]
2669 fn abandon_clears_active_and_fails_a_non_terminal_run() {
2670 let mut s = state();
2671 s.status = RunStatus::Implementing;
2672 let now = Timestamp::now();
2673 s.active
2674 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
2675
2676 s.abandon("daemon");
2677
2678 assert!(s.active.is_empty());
2679 assert_eq!(s.status, RunStatus::Failed);
2680 assert!(
2681 s.events
2682 .last()
2683 .expect("an event was logged")
2684 .message
2685 .contains("impl-A"),
2686 "the event names the abandoned seat"
2687 );
2688 }
2689
2690 #[test]
2691 fn abandon_never_overwrites_a_status_already_terminal() {
2692 let mut s = state();
2693 s.status = RunStatus::Ready;
2694 let now = Timestamp::now();
2695 s.active
2696 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
2697
2698 s.abandon("daemon");
2699
2700 assert!(s.active.is_empty());
2701 assert_eq!(
2702 s.status,
2703 RunStatus::Ready,
2704 "a run already done must not be relabelled Failed"
2705 );
2706 }
2707
2708 #[test]
2709 fn candidate_viability_excludes_empty_and_failed() {
2710 let mut c = Candidate {
2711 index: 0,
2712 label: 'A',
2713 agent: "a".to_owned(),
2714 branch: "b".to_owned(),
2715 worktree: PathBuf::from("/w"),
2716 summary: String::new(),
2717 stat: String::new(),
2718 files: 1,
2719 commits: 1,
2720 empty: false,
2721 failed: None,
2722 verified_noop: None,
2723 duration_ms: 0,
2724 folded: false,
2725 };
2726 assert!(c.viable());
2727 c.empty = true;
2728 assert!(!c.viable());
2729 c.empty = false;
2730 c.failed = Some("timeout".to_owned());
2731 assert!(!c.viable());
2732 }
2733
2734 #[test]
2735 fn build_failure_is_distinguished_from_a_failing_test() {
2736 let link_race = CommandOutcome {
2737 command: "cargo test".to_owned(),
2738 code: Some(1),
2739 output_tail: "LINK : fatal error LNK1104: cannot open file \
2740 'graph_dirty_tree-71d4dc8e.exe'\n\
2741 error: could not compile `magi-cli` (test \"graph_dirty_tree\")"
2742 .to_owned(),
2743 duration_ms: 500,
2744 resource_blocked: false,
2745 };
2746 assert!(!link_race.ok());
2747 assert!(link_race.build_failed());
2748
2749 let failing_test = CommandOutcome {
2750 command: "cargo test".to_owned(),
2751 code: Some(101),
2752 output_tail: "thread 'it_works' panicked at 'assertion failed'".to_owned(),
2753 duration_ms: 500,
2754 resource_blocked: false,
2755 };
2756 assert!(!failing_test.ok());
2757 assert!(
2758 !failing_test.build_failed(),
2759 "a real test failure must not be classed as a build failure"
2760 );
2761
2762 let passing = CommandOutcome {
2763 command: "cargo test".to_owned(),
2764 code: Some(0),
2765 output_tail: String::new(),
2766 duration_ms: 500,
2767 resource_blocked: false,
2768 };
2769 assert!(passing.ok());
2770 assert!(!passing.build_failed());
2771 }
2772
2773 #[test]
2774 fn tail_keeps_the_end_on_a_line_boundary() {
2775 let text = (0..100).map(|i| format!("line {i}\n")).collect::<String>();
2776 let t = tail(&text, 40);
2777 assert!(t.starts_with("[..."));
2778 assert!(t.ends_with("line 99\n"));
2779 assert!(t.len() < 120);
2780 assert_eq!(tail("short", 40), "short");
2781 }
2782
2783 #[test]
2784 fn tail_survives_multibyte_cuts() {
2785 let text = "あ".repeat(50);
2786 let t = tail(&text, 10);
2787 assert!(t.contains("earlier bytes omitted"));
2788 assert!(t.ends_with('あ'));
2789 }
2790
2791 fn finding(id: &str, severity: crate::verdict::Severity) -> crate::verdict::Finding {
2792 crate::verdict::Finding {
2793 id: id.to_owned(),
2794 severity,
2795 file: None,
2796 line: None,
2797 title: "x".to_owned(),
2798 detail: String::new(),
2799 }
2800 }
2801
2802 fn round(clean: bool, findings: Vec<crate::verdict::Finding>) -> ReviewRound {
2803 ReviewRound {
2804 round: 1,
2805 head: "h".to_owned(),
2806 verified_head: None,
2807 verified_at: None,
2808 reviews: vec![ReviewRecord {
2809 attempts: 0,
2810 reviewer: 1,
2811 agent: "a".to_owned(),
2812 summary: String::new(),
2813 findings,
2814 vote: None,
2815 failed: None,
2816 duration_ms: 0,
2817 }],
2818 e2e: Vec::new(),
2819 verify_retried: false,
2820 e2e_deferred: false,
2821 e2e_defer_reason: None,
2822 fix: None,
2823 blocking: 0,
2824 answered: 1,
2825 expected: 1,
2826 clean,
2827 progressed: false,
2828 vote_split: false,
2829 reconsideration: Vec::new(),
2830 verdict: None,
2831 }
2832 }
2833
2834 #[test]
2835 fn e2e_status_tells_deferred_apart_from_not_configured() {
2836 let mut r = round(false, Vec::new());
2837 assert_eq!(r.e2e_status(), E2eStatus::NotConfigured);
2838
2839 r.e2e_deferred = true;
2840 assert_eq!(
2841 r.e2e_status(),
2842 E2eStatus::Deferred,
2843 "an empty e2e must not read as unconfigured once it was deferred on purpose"
2844 );
2845
2846 r.e2e = vec![CommandOutcome {
2847 command: "test".to_owned(),
2848 code: Some(0),
2849 output_tail: String::new(),
2850 duration_ms: 0,
2851 resource_blocked: false,
2852 }];
2853 assert_eq!(
2854 r.e2e_status(),
2855 E2eStatus::Passed,
2856 "a round with real outcomes is never read as deferred, even if the flag is still set"
2857 );
2858 }
2859
2860 #[test]
2861 fn e2e_status_reports_a_real_failure_as_failed_not_deferred() {
2862 let mut r = round(false, Vec::new());
2863 r.e2e = vec![CommandOutcome {
2864 command: "test".to_owned(),
2865 code: Some(1),
2866 output_tail: "boom".to_owned(),
2867 duration_ms: 0,
2868 resource_blocked: false,
2869 }];
2870 assert_eq!(r.e2e_status(), E2eStatus::Failed);
2871 }
2872
2873 #[test]
2874 fn e2e_status_never_reads_a_resource_block_as_a_failure() {
2875 // The exact shape of contention on the shared build cache: `e2e`
2876 // holds one outcome, and it is `resource_blocked`, never a command
2877 // that actually ran and produced a red exit code.
2878 let mut r = round(false, Vec::new());
2879 r.e2e = vec![CommandOutcome {
2880 command: "(waiting for the shared build cache)".to_owned(),
2881 code: None,
2882 output_tail: "contended".to_owned(),
2883 duration_ms: 0,
2884 resource_blocked: true,
2885 }];
2886 assert_eq!(
2887 r.e2e_status(),
2888 E2eStatus::ResourceBlocked,
2889 "magi's own inability to get a command to run must not read as a verdict on the \
2890 patch"
2891 );
2892 }
2893
2894 #[test]
2895 fn verification_summary_is_silent_when_there_is_nothing_worth_saying() {
2896 let mut r = round(true, Vec::new());
2897 assert!(
2898 r.verification_summary("h").is_none(),
2899 "no verify.e2e configured: nothing to surface"
2900 );
2901 r.e2e = vec![CommandOutcome {
2902 command: "test".to_owned(),
2903 code: Some(0),
2904 output_tail: String::new(),
2905 duration_ms: 0,
2906 resource_blocked: false,
2907 }];
2908 assert!(
2909 r.verification_summary("h").is_none(),
2910 "a green result needs no skepticism attached to it"
2911 );
2912 }
2913
2914 #[test]
2915 fn verification_summary_tells_the_current_head_apart_from_an_earlier_one() {
2916 let mut r = round(false, Vec::new());
2917 r.head = "h1".to_owned();
2918 r.e2e = vec![CommandOutcome {
2919 command: "test".to_owned(),
2920 code: Some(1),
2921 output_tail: "boom".to_owned(),
2922 duration_ms: 0,
2923 resource_blocked: false,
2924 }];
2925 r.verified_head = Some("h1".to_owned());
2926 r.verified_at = Some(Timestamp::now());
2927
2928 let fresh = r.verification_summary("h1").expect("a failure is surfaced");
2929 assert!(
2930 fresh.label.contains("this is the head being looked at now"),
2931 "{}",
2932 fresh.label
2933 );
2934 assert_eq!(fresh.tail.as_deref(), Some("$ test\nboom\n"));
2935
2936 let stale = r.verification_summary("h2").expect("still surfaced");
2937 assert!(
2938 stale.label.contains("an earlier head, since superseded"),
2939 "a result about a different commit than the one being looked at now must say so, \
2940 not read as current: {}",
2941 stale.label
2942 );
2943 }
2944
2945 #[test]
2946 fn verification_summary_marks_a_resource_block_and_a_deferral_distinctly_from_a_failure() {
2947 let mut r = round(false, Vec::new());
2948 r.e2e = vec![CommandOutcome {
2949 command: "(waiting for the shared build cache)".to_owned(),
2950 code: None,
2951 output_tail: "contended".to_owned(),
2952 duration_ms: 0,
2953 resource_blocked: true,
2954 }];
2955 let blocked = r
2956 .verification_summary("h")
2957 .expect("a resource block is still surfaced, never silent");
2958 assert!(blocked.label.contains("could not run"));
2959 // No command actually ran, but which operation was attempted is
2960 // still a fact worth showing — never silent past the label either.
2961 let tail = blocked
2962 .tail
2963 .expect("the attempted operation is still named");
2964 assert!(tail.contains("(waiting for the shared build cache)"));
2965 assert!(tail.contains("contended"));
2966
2967 let mut d = round(false, Vec::new());
2968 d.e2e_deferred = true;
2969 d.e2e_defer_reason = Some("2 blocking finding(s) already required a fix".to_owned());
2970 let deferred = d.verification_summary("h").expect("deferred is surfaced");
2971 assert!(deferred.label.contains("deferred to the fixer"));
2972 assert!(deferred.label.contains("2 blocking finding(s)"));
2973 assert!(deferred.tail.is_none());
2974 }
2975
2976 #[test]
2977 fn verification_summary_says_unknown_rather_than_guessing_a_time_or_a_commit() {
2978 let mut r = round(false, Vec::new());
2979 r.e2e = vec![CommandOutcome {
2980 command: "test".to_owned(),
2981 code: Some(1),
2982 output_tail: "boom".to_owned(),
2983 duration_ms: 0,
2984 resource_blocked: false,
2985 }];
2986 // verified_head/verified_at left at their default `None` — exactly
2987 // the shape a schema-7 round with no reconstructable timestamp has.
2988 let summary = r.verification_summary("h").expect("a failure is surfaced");
2989 assert!(summary.label.contains("commit unknown"));
2990 assert!(summary.label.contains("checked at: unknown"));
2991 }
2992
2993 #[test]
2994 fn gate_status_tells_not_run_apart_from_passed_with_no_commands() {
2995 let mut s = state();
2996 assert_eq!(s.gate_status(), GateStatus::NotRun);
2997
2998 s.gate_ran = true;
2999 assert_eq!(
3000 s.gate_status(),
3001 GateStatus::PassedWithNoCommands,
3002 "an empty gate must read as a real pass once gate_ran says it actually ran"
3003 );
3004
3005 s.gate = vec![CommandOutcome {
3006 command: "cargo make check".to_owned(),
3007 code: Some(0),
3008 output_tail: String::new(),
3009 duration_ms: 0,
3010 resource_blocked: false,
3011 }];
3012 assert_eq!(s.gate_status(), GateStatus::Passed);
3013
3014 s.gate[0].code = Some(1);
3015 assert_eq!(s.gate_status(), GateStatus::Failed);
3016
3017 s.gate_ran = false;
3018 assert_eq!(
3019 s.gate_status(),
3020 GateStatus::NotRun,
3021 "gate_ran false must win even over a non-empty gate left from a stale record"
3022 );
3023 }
3024
3025 #[test]
3026 fn open_findings_is_empty_when_the_last_round_was_clean() {
3027 let mut s = state();
3028 s.reviews = vec![round(
3029 true,
3030 vec![finding("R1-1-1", crate::verdict::Severity::Minor)],
3031 )];
3032 assert!(s.open_findings().is_empty());
3033 }
3034
3035 #[test]
3036 fn open_findings_reads_the_last_non_clean_round() {
3037 let mut s = state();
3038 s.reviews = vec![round(
3039 false,
3040 vec![finding("R1-1-1", crate::verdict::Severity::Major)],
3041 )];
3042 let open = s.open_findings();
3043 assert_eq!(open.len(), 1);
3044 assert_eq!(open[0].id, "R1-1-1");
3045 }
3046
3047 #[test]
3048 fn handed_off_with_open_findings_needs_a_mergeable_status_and_an_open_round() {
3049 let mut s = state();
3050 s.reviews = vec![round(
3051 false,
3052 vec![finding("R1-1-1", crate::verdict::Severity::Major)],
3053 )];
3054
3055 s.status = RunStatus::Blocked;
3056 assert!(
3057 !s.handed_off_with_open_findings(),
3058 "a blocked run is not a hand-off"
3059 );
3060
3061 s.status = RunStatus::Ready;
3062 assert!(s.handed_off_with_open_findings());
3063
3064 s.reviews = vec![round(true, Vec::new())];
3065 assert!(
3066 !s.handed_off_with_open_findings(),
3067 "a clean last round has nothing to hand off"
3068 );
3069 }
3070
3071 #[test]
3072 fn unmerged_by_design_is_only_ready_reached_via_merge_mode_none() {
3073 let mut s = state();
3074
3075 s.status = RunStatus::Ready;
3076 assert!(
3077 !s.unmerged_by_design(),
3078 "no merge outcome recorded at all must not be flagged"
3079 );
3080
3081 s.merge = Some(MergeOutcome {
3082 mode: MergeMode::None,
3083 ok: true,
3084 detail: "git merge --no-ff magi/x/A".to_owned(),
3085 });
3086 assert!(
3087 s.unmerged_by_design(),
3088 "Ready reached through mode none is the case this exists to flag"
3089 );
3090
3091 // A PR closed without merging also leaves `status` at `Ready`, but
3092 // through `mode = "pr"` — a run that may still have been landable by
3093 // a person watching the PR, unlike the honest mode-none no-op.
3094 s.merge = Some(MergeOutcome {
3095 mode: MergeMode::Pr,
3096 ok: false,
3097 detail: "https://example.com/pr/1 was closed without merging".to_owned(),
3098 });
3099 assert!(
3100 !s.unmerged_by_design(),
3101 "a closed pull request is a different Ready and must not be relabelled"
3102 );
3103
3104 // Same signal must not fire before the run actually got there.
3105 s.status = RunStatus::Gating;
3106 s.merge = Some(MergeOutcome {
3107 mode: MergeMode::None,
3108 ok: true,
3109 detail: "git merge --no-ff magi/x/A".to_owned(),
3110 });
3111 assert!(
3112 !s.unmerged_by_design(),
3113 "status must actually be Ready, not merely have a stale mode-none merge record"
3114 );
3115 }
3116
3117 #[test]
3118 fn state_round_trips_through_json() {
3119 let s = state();
3120 let body = serde_json::to_string(&s).unwrap();
3121 let back: RunState = serde_json::from_str(&body).unwrap();
3122 assert_eq!(back.id, s.id);
3123 assert_eq!(back.instruction, "add retries");
3124 assert_eq!(back.status, RunStatus::Prep);
3125 }
3126
3127 #[test]
3128 fn a_round_recorded_before_e2e_deferral_existed_still_loads() {
3129 // Exactly the shape a pre-existing `run.json` has for a round: no
3130 // `e2e_deferred`, no `e2e_defer_reason`. Every round used to run e2e
3131 // unconditionally, so the honest reading of an old record's silence
3132 // on this is "it was not deferred" — `false`/`None`, not a load
3133 // failure and not a schema bump (see the `SCHEMA` doc comment: a
3134 // purely additive field whose absence has one unambiguous meaning
3135 // does not need one).
3136 let body = r#"{
3137 "round": 1,
3138 "head": "deadbeef",
3139 "reviews": [],
3140 "e2e": [],
3141 "verify_retried": false,
3142 "fix": null,
3143 "blocking": 0,
3144 "answered": 1,
3145 "expected": 1,
3146 "clean": true
3147 }"#;
3148 let r: ReviewRound = serde_json::from_str(body).expect("an old-shaped round must load");
3149 assert!(!r.e2e_deferred);
3150 assert!(r.e2e_defer_reason.is_none());
3151 assert_eq!(r.e2e_status(), E2eStatus::NotConfigured);
3152 }
3153
3154 #[test]
3155 fn schema_five_state_migrates_old_empty_e2e_and_legacy_verify_budget() {
3156 let mut value = serde_json::to_value(state()).expect("serialize state");
3157 let object = value.as_object_mut().expect("state object");
3158 object.insert("schema".to_owned(), serde_json::json!(5));
3159 let graph = object["config"]["graph"]
3160 .as_object_mut()
3161 .expect("graph object");
3162 graph.insert("timeout_review".to_owned(), serde_json::json!(3600));
3163 graph.remove("timeout_verify");
3164 let review = object["reviews"].as_array_mut().expect("reviews");
3165 review.push(serde_json::json!({
3166 "round": 1, "head": "old", "reviews": [], "e2e": [],
3167 "verify_retried": false, "blocking": 0, "answered": 1,
3168 "expected": 1, "clean": true
3169 }));
3170 let old: RunState = serde_json::from_value(value).expect("schema-5 shape parses");
3171 let migrated = migrate_schema(old).expect("schema 5 migrates");
3172 assert_eq!(migrated.schema, SCHEMA);
3173 assert_eq!(migrated.config.graph.verify_timeout(), 3600);
3174 assert_eq!(migrated.reviews[0].e2e_status(), E2eStatus::NotConfigured);
3175 }
3176
3177 #[test]
3178 fn schema_six_state_with_a_recorded_gate_migrates_to_gate_ran_true() {
3179 let mut value = serde_json::to_value(state()).expect("serialize state");
3180 let object = value.as_object_mut().expect("state object");
3181 object.insert("schema".to_owned(), serde_json::json!(6));
3182 object.insert(
3183 "gate".to_owned(),
3184 serde_json::json!([{
3185 "command": "cargo make check",
3186 "code": 0,
3187 "output_tail": "",
3188 "duration_ms": 0,
3189 "resource_blocked": false
3190 }]),
3191 );
3192 let old: RunState = serde_json::from_value(value).expect("schema-6 shape parses");
3193 let migrated = migrate_schema(old).expect("schema 6 migrates");
3194 assert_eq!(migrated.schema, SCHEMA);
3195 assert!(
3196 migrated.gate_ran,
3197 "a non-empty recorded gate is a real attempt, not an unrun one"
3198 );
3199 assert_eq!(migrated.gate_status(), GateStatus::Passed);
3200 }
3201
3202 #[test]
3203 fn schema_six_state_with_an_empty_gate_migrates_to_gate_ran_false_and_is_retried() {
3204 // The exact shape of the stuck `shoka` run this schema bump fixes:
3205 // `verify.gate` empty, `gate` empty, schema 6. It must come back as
3206 // "not yet run" so the next `gate()` call re-attempts it — and for a
3207 // repo with no gate commands configured, that resolves instantly to
3208 // `PassedWithNoCommands` instead of staying stuck forever.
3209 let mut value = serde_json::to_value(state()).expect("serialize state");
3210 let object = value.as_object_mut().expect("state object");
3211 object.insert("schema".to_owned(), serde_json::json!(6));
3212 object.insert("gate".to_owned(), serde_json::json!([]));
3213 let old: RunState = serde_json::from_value(value).expect("schema-6 shape parses");
3214 let migrated = migrate_schema(old).expect("schema 6 migrates");
3215 assert_eq!(migrated.schema, SCHEMA);
3216 assert!(
3217 !migrated.gate_ran,
3218 "an empty gate on schema 6 is ambiguous and must be treated as unrun"
3219 );
3220 assert_eq!(migrated.gate_status(), GateStatus::NotRun);
3221 }
3222
3223 #[test]
3224 fn schema_seven_state_reconstructs_verified_head_for_a_round_that_actually_ran_e2e() {
3225 // Schema 7's main review loop always checked `e2e` against the
3226 // round's own `head` — it just never wrote that into `verified_head`
3227 // unless a catch-up run had checked a *different* commit. Migrating
3228 // to schema 8 restores that always-true fact instead of leaving a
3229 // reader to assume it.
3230 let mut value = serde_json::to_value(state()).expect("serialize state");
3231 let object = value.as_object_mut().expect("state object");
3232 object.insert("schema".to_owned(), serde_json::json!(7));
3233 let reviews = object["reviews"].as_array_mut().expect("reviews");
3234 reviews.push(serde_json::json!({
3235 "round": 1, "head": "deadbeef", "reviews": [],
3236 "e2e": [{
3237 "command": "cargo test", "code": 0, "output_tail": "",
3238 "duration_ms": 0, "resource_blocked": false
3239 }],
3240 "verify_retried": false, "blocking": 0, "answered": 1,
3241 "expected": 1, "clean": true
3242 }));
3243 let old: RunState = serde_json::from_value(value).expect("schema-7 shape parses");
3244 let migrated = migrate_schema(old).expect("schema 7 migrates");
3245 assert_eq!(migrated.schema, SCHEMA);
3246 assert_eq!(
3247 migrated.reviews[0].verified_head.as_deref(),
3248 Some("deadbeef"),
3249 "a schema-7 round's main-loop e2e was always against its own head, even though the \
3250 field never said so"
3251 );
3252 assert!(
3253 migrated.reviews[0].verified_at.is_none(),
3254 "no historical timestamp exists to reconstruct; unknown stays unknown, not a \
3255 guessed 'now'"
3256 );
3257 }
3258
3259 #[test]
3260 fn schema_seven_state_leaves_a_deferred_round_with_no_verified_head() {
3261 let mut value = serde_json::to_value(state()).expect("serialize state");
3262 let object = value.as_object_mut().expect("state object");
3263 object.insert("schema".to_owned(), serde_json::json!(7));
3264 let reviews = object["reviews"].as_array_mut().expect("reviews");
3265 reviews.push(serde_json::json!({
3266 "round": 1, "head": "deadbeef", "reviews": [],
3267 "e2e": [], "e2e_deferred": true,
3268 "verify_retried": false, "blocking": 1, "answered": 1,
3269 "expected": 1, "clean": false
3270 }));
3271 let old: RunState = serde_json::from_value(value).expect("schema-7 shape parses");
3272 let migrated = migrate_schema(old).expect("schema 7 migrates");
3273 assert!(
3274 migrated.reviews[0].verified_head.is_none(),
3275 "a deferred round never ran e2e; there is nothing to reconstruct"
3276 );
3277 }
3278
3279 #[test]
3280 fn schema_six_serialization_is_rejected_by_a_schema_five_reader() {
3281 let body = serde_json::to_value(state()).expect("serialize state");
3282 assert_eq!(body["schema"], serde_json::json!(SCHEMA));
3283 assert_ne!(body["schema"], serde_json::json!(5));
3284 }
3285
3286 #[test]
3287 fn seat_started_and_finished_track_who_has_not_answered_yet() {
3288 let mut s = state();
3289 s.seat_started("judge", "judge-1", std::time::Duration::from_secs(60), 0);
3290 s.seat_started("judge", "judge-2", std::time::Duration::from_secs(60), 0);
3291 assert_eq!(s.active.len(), 2, "both seats are still out");
3292
3293 s.seat_finished("judge-1");
3294 assert_eq!(
3295 s.active.keys().collect::<Vec<_>>(),
3296 vec!["judge-2"],
3297 "only the seat that answered drops out; judge-2 is still waited on"
3298 );
3299 }
3300
3301 /// `seats_active` / `tasks_active` are the accessors report/web read
3302 /// instead of `active` directly, so neither ever counts the other kind of
3303 /// entry as a seat — a `verify.e2e` task must never inflate a quorum or
3304 /// seat count, and a seat must never show up in a task listing.
3305 #[test]
3306 fn seats_active_and_tasks_active_never_cross_over() {
3307 let mut s = state();
3308 s.seat_started("judge", "judge-1", std::time::Duration::from_secs(60), 0);
3309 s.task_command(
3310 "e2e",
3311 "verify",
3312 0,
3313 "cargo test",
3314 1,
3315 2,
3316 std::time::Duration::from_secs(600),
3317 );
3318
3319 assert_eq!(
3320 s.seats_active()
3321 .map(|(k, _)| k.as_str())
3322 .collect::<Vec<_>>(),
3323 vec!["judge-1"]
3324 );
3325 assert_eq!(
3326 s.tasks_active()
3327 .map(|(k, _)| k.as_str())
3328 .collect::<Vec<_>>(),
3329 vec!["e2e"]
3330 );
3331
3332 // A command boundary updates the same entry in place — still one
3333 // task, never a second one accumulating alongside it.
3334 s.task_command(
3335 "e2e",
3336 "verify",
3337 0,
3338 "cargo clippy",
3339 2,
3340 2,
3341 std::time::Duration::from_secs(600),
3342 );
3343 assert_eq!(s.tasks_active().count(), 1);
3344 assert_eq!(s.active["e2e"].command.as_deref(), Some("cargo clippy"));
3345
3346 s.task_finished("e2e");
3347 assert!(s.tasks_active().next().is_none());
3348 assert_eq!(
3349 s.seats_active()
3350 .map(|(k, _)| k.as_str())
3351 .collect::<Vec<_>>(),
3352 vec!["judge-1"],
3353 "clearing the task must not touch the seat entry"
3354 );
3355 }
3356
3357 #[test]
3358 fn a_retry_is_recorded_as_a_later_attempt_on_the_same_seat() {
3359 let mut s = state();
3360 s.seat_started("review", "review-2", std::time::Duration::from_secs(30), 0);
3361 s.seat_finished("review-2");
3362 // A nudge re-asks the same seat; attempt says this is not the first
3363 // time, which is the only trace a nudge otherwise leaves behind.
3364 s.seat_started("review", "review-2", std::time::Duration::from_secs(30), 1);
3365 assert_eq!(s.active["review-2"].attempt, 1);
3366 }
3367
3368 #[test]
3369 fn active_seat_reports_elapsed_and_remaining_time() {
3370 let now = Timestamp::now();
3371 let started = now - jiff::SignedDuration::from_secs(30);
3372 let seat = ActiveSeat {
3373 node: "judge".to_owned(),
3374 started_at: started,
3375 timeout_secs: 100,
3376 attempt: 0,
3377 task: None,
3378 command: None,
3379 index: None,
3380 total: None,
3381 };
3382 assert_eq!(seat.elapsed_secs(now), 30);
3383 assert_eq!(seat.remaining_secs(now), 70);
3384 }
3385
3386 #[test]
3387 fn remaining_time_never_goes_negative_past_the_timeout() {
3388 // `agy`'s own print-timeout occasionally overruns by a hair before the
3389 // kill lands; a naive subtraction would print a negative "time left".
3390 let now = Timestamp::now();
3391 let started = now - jiff::SignedDuration::from_secs(200);
3392 let seat = ActiveSeat {
3393 node: "implement".to_owned(),
3394 started_at: started,
3395 timeout_secs: 100,
3396 attempt: 1,
3397 task: None,
3398 command: None,
3399 index: None,
3400 total: None,
3401 };
3402 assert_eq!(seat.remaining_secs(now), 0);
3403 }
3404
3405 #[test]
3406 fn clear_active_drops_stale_seats_and_reports_whether_it_did() {
3407 let mut s = state();
3408 assert!(!s.clear_active(), "nothing to clear on a fresh run");
3409 s.seat_started(
3410 "implement",
3411 "impl-B",
3412 std::time::Duration::from_secs(3600),
3413 0,
3414 );
3415 assert!(s.clear_active(), "a leftover entry is reported as cleared");
3416 assert!(s.active.is_empty());
3417 }
3418
3419 #[test]
3420 fn active_seat_carries_nothing_that_could_be_read_as_output_bytes() {
3421 // `agy` prints exactly one JSON object, at the very end (see
3422 // `agent::dropped_stream`'s doc comment) — a seat can sit at zero
3423 // captured bytes for its whole timeout while working normally. So
3424 // `ActiveSeat` records only the wall-clock facts (when it started,
3425 // its budget, which attempt), never a byte count, which is what
3426 // keeps a reader from being able to build "0 bytes => dead" out of
3427 // it even by accident.
3428 let seat = ActiveSeat {
3429 node: "implement".to_owned(),
3430 started_at: Timestamp::now(),
3431 timeout_secs: 60,
3432 attempt: 0,
3433 task: None,
3434 command: None,
3435 index: None,
3436 total: None,
3437 };
3438 let value = serde_json::to_value(&seat).unwrap();
3439 let keys: std::collections::BTreeSet<String> =
3440 value.as_object().unwrap().keys().cloned().collect();
3441 assert_eq!(
3442 keys,
3443 std::collections::BTreeSet::from([
3444 "node".to_owned(),
3445 "started_at".to_owned(),
3446 "timeout_secs".to_owned(),
3447 "attempt".to_owned(),
3448 ]),
3449 "a byte count here would be a lever to declare a silent-but-healthy seat dead, and \
3450 the task-only fields must stay absent (not null) on an ordinary seat entry"
3451 );
3452 }
3453
3454 /// The same guarantee as
3455 /// [`active_seat_carries_nothing_that_could_be_read_as_output_bytes`],
3456 /// extended to a task entry: `verify.e2e` / `verify.gate` are exactly as
3457 /// silent as `agy` between commands, so a running command-list task must
3458 /// never carry anything a reader could mistake for output-byte evidence
3459 /// either.
3460 #[test]
3461 fn task_active_seat_carries_nothing_that_could_be_read_as_output_bytes() {
3462 let seat = ActiveSeat {
3463 node: "verify".to_owned(),
3464 started_at: Timestamp::now(),
3465 timeout_secs: 600,
3466 attempt: 0,
3467 task: Some("e2e".to_owned()),
3468 command: Some("cargo test".to_owned()),
3469 index: Some(1),
3470 total: Some(3),
3471 };
3472 let value = serde_json::to_value(&seat).unwrap();
3473 let keys: std::collections::BTreeSet<String> =
3474 value.as_object().unwrap().keys().cloned().collect();
3475 assert_eq!(
3476 keys,
3477 std::collections::BTreeSet::from([
3478 "node".to_owned(),
3479 "started_at".to_owned(),
3480 "timeout_secs".to_owned(),
3481 "attempt".to_owned(),
3482 "task".to_owned(),
3483 "command".to_owned(),
3484 "index".to_owned(),
3485 "total".to_owned(),
3486 ]),
3487 );
3488 }
3489
3490 #[test]
3491 fn an_old_run_json_without_active_seats_still_loads() {
3492 // Schema did not bump for this field: an already-written run.json
3493 // simply lacks the key, and `#[serde(default)]` must fill it in
3494 // rather than fail the whole read.
3495 let s = state();
3496 let mut value = serde_json::to_value(&s).unwrap();
3497 value.as_object_mut().unwrap().remove("active");
3498 let back: RunState = serde_json::from_value(value).unwrap();
3499 assert!(back.active.is_empty());
3500 assert_eq!(back.schema, SCHEMA);
3501 }
3502
3503 #[test]
3504 fn an_old_run_json_without_jobs_still_loads() {
3505 // No schema bump for this field either, for the same reason: an
3506 // empty `jobs` list on an old record means exactly what it always
3507 // meant for that record — no adapter existed yet to report one —
3508 // and `#[serde(default)]` fills it in rather than failing the read.
3509 let s = state();
3510 let mut value = serde_json::to_value(&s).unwrap();
3511 value.as_object_mut().unwrap().remove("jobs");
3512 let back: RunState = serde_json::from_value(value).unwrap();
3513 assert!(back.jobs.is_empty());
3514 assert_eq!(back.schema, SCHEMA);
3515 }
3516
3517 #[test]
3518 fn ensure_can_delete_guards_live_and_unfolded_runs() {
3519 let mut s = state();
3520 // 1. A daemon is working on it right now.
3521 s.status = RunStatus::Prep;
3522 let err = s.ensure_can_delete(true).unwrap_err().to_string();
3523 assert!(err.contains("live daemon"), "{err}");
3524
3525 // 2. The same unfinished run with no daemon behind it is a leftover
3526 // from a killed process, and deletable. Without this an interrupted
3527 // run could never be removed: its status stays `prep` forever.
3528 assert!(s.ensure_can_delete(false).is_ok());
3529
3530 // 3. Unfolded candidates are refused either way — that is the guard
3531 // that stops a delete from discarding a worktree.
3532 s.status = RunStatus::Merged;
3533 s.candidates.push(Candidate {
3534 index: 0,
3535 label: 'A',
3536 agent: "a".to_owned(),
3537 branch: "b".to_owned(),
3538 worktree: PathBuf::from("/w"),
3539 summary: String::new(),
3540 stat: String::new(),
3541 files: 1,
3542 commits: 1,
3543 empty: false,
3544 failed: None,
3545 verified_noop: None,
3546 duration_ms: 0,
3547 folded: false,
3548 });
3549 let err = s.ensure_can_delete(false).unwrap_err().to_string();
3550 assert!(
3551 err.contains("magi fold"),
3552 "error must suggest `magi fold`: {err}"
3553 );
3554
3555 // 4. Folded and nobody working on it.
3556 s.candidates[0].folded = true;
3557 assert!(s.ensure_can_delete(false).is_ok());
3558 }
3559}