magi/run.rs
1//! Run state: what happened, where it is stored, and how a run is resumed.
2//!
3//! Every node writes its result into [`RunState`] and the whole struct is
4//! flushed to `run.json` before the next node starts. That is what makes a run
5//! resumable: a competition can take an hour, and dying in review round four
6//! should not throw away three implementations, nine judge reads and a
7//! deliberation.
8//!
9//! Patches and raw agent transcripts are *not* in `run.json` — they live beside
10//! it under `artifacts/`, so the state file stays small enough to read by hand.
11use std::collections::{BTreeMap, BTreeSet};
12use std::path::{Path, PathBuf};
13
14use anyhow::{Context as _, Result, bail};
15use jiff::{Timestamp, Zoned};
16use serde::{Deserialize, Serialize};
17
18use crate::agent::SeatState;
19use crate::blind::Leak;
20use crate::config::{Config, MergeMode};
21use crate::proc::Quiet as _;
22use crate::verdict::{Finding, Rejection, ReviewVote, Severity};
23
24/// On-disk format version. Bumped when a field changes meaning, so a resumed
25/// run never half-reads a state file written by a different magi.
26///
27/// 2: added `RunStatus::Stalled`, `RunState::quota` (rate-limit losses), and
28/// the quorum fields on `Tally`. `RunState::load` already fails loudly and
29/// clearly on a schema mismatch; an old `run.json` from schema 1 now says so
30/// instead of silently half-reading.
31///
32/// 3: added `RunState::judge_skipped`. A solo candidate makes `judge` write
33/// only an event, leaving `judgements` empty forever — indistinguishable from
34/// "not yet judged" on every later reentry, which is what let `judge` re-run
35/// on a finished run and clobber its status back to `Judging`. The flag is
36/// the missing record of the fact that judging was skipped on purpose.
37///
38/// Also 3: a single-viable-candidate tally records `Tally::judges` as `0` and
39/// fills `Tally::uncontested`, instead of leaving the full roster size sitting
40/// next to a panel that never sat. A schema-2 record keeps reading as "0 of 3
41/// judges present" forever, because a tally is computed once and never
42/// recomputed on resume; the bump keeps that stale reading from being mixed
43/// with the new meaning.
44///
45/// 4: added `ReviewRound::progressed`. `graph::STAGNANT_LIMIT` counts
46/// consecutive rounds with `progressed == false` to decide whether the
47/// review loop should give up early, and a schema-3 record's default
48/// `false` would misreport a round that, at the time, actually committed a
49/// real diff — the field simply did not exist yet to say so. Without the
50/// bump, resuming an old multi-round review could spuriously trip the
51/// stagnation check on rounds that were never stagnant.
52///
53/// 5: added `RunStatus::Landing`. A run inside [`crate::land`]'s post-merge
54/// loop used to carry whatever status `merge` set before calling it forward
55/// unchanged - `Merged`, even while still watching CI or waiting on the
56/// owner's approval - which is also the one status [`RunStatus::resumable`]
57/// treats as finished. A daemon that gave this run's slot back to poll
58/// something else while an approval was outstanding, or one that simply
59/// crashed mid-land, had no way to tell "still landing" from "actually
60/// merged" and would either restart the whole competition or leave the run
61/// stuck reading as done. A schema-4 record has no notion of `Landing` at
62/// all, so this is a meaning a resumed old run cannot be guessed into rather
63/// than a value it can default to - hence the bump, not a `#[serde(default)]`.
64///
65/// 6: a deferred e2e is represented by an empty outcome list plus
66/// `ReviewRound::e2e_deferred`. Schema 5 treated that same empty list as an
67/// unconfigured, successful check, so schema-5 records are migrated with the
68/// old (not-deferred) meaning while older binaries reject schema-6 records.
69///
70/// 7: added `RunState::gate_ran`. An empty `RunState::gate` used to carry two
71/// meanings at once — "never attempted, or the last attempt was
72/// resource-blocked" (`graph::Runner::gate`'s retry case) and "attempted,
73/// zero commands configured, vacuously passed" (a repo with no
74/// `verify.gate`) — and nothing told them apart. `graph::Runner::merge`
75/// therefore read the second case as the first and refused forever: a
76/// review-only run with no gate commands configured reached `Gating` and
77/// then could never leave it. A schema-6 record's non-empty `gate` is
78/// migrated to `gate_ran = true` (a recorded attempt, real or historical,
79/// should not be spent again); an empty one migrates to `gate_ran = false`
80/// and is simply re-attempted by the next `gate()` call, which self-heals
81/// instantly for the zero-commands case.
82///
83/// 8: `ReviewRound::verified_head` used to be `None` for the overwhelming
84/// majority of rounds — every ordinary round that ran e2e against its own
85/// `head` in the main review loop never set it at all, leaving only the
86/// rare catch-up-on-a-different-commit case populated. A reader (a review
87/// prompt, `magi show`, the web UI) had no field to ask "which commit did
88/// this round's `e2e` actually check" and fell back to assuming it was
89/// always `head`, which is also what let a stale round's red output get
90/// quoted to a later round's reviewers as if it were about their patch, not
91/// an earlier one (see `ReviewRound::verification_summary`, which now exists
92/// so nowhere else has to guess). `verified_head` is now set whenever `e2e`
93/// held a real attempt (`E2eStatus::Passed`/`Failed`), always naming the
94/// commit actually checked instead of only the divergent case, and
95/// `ReviewRound::verified_at` is new alongside it. A schema-7 round's own
96/// unconditional main-loop check was always against `head` whether or not
97/// this field said so, so a `None` with a non-empty `e2e` migrates to
98/// `Some(head)` — a reconstruction of a fact that was always true, not a
99/// guess. `verified_at` has no historical value to reconstruct and stays
100/// `None`, which reads through `verification_summary` as "checked at:
101/// unknown" — an honest gap, not a fabricated time.
102/// 9: added [`RunState::operator_fixes`] — one record per `magi fix`
103/// invocation, routing specific, already-recorded findings to a fixer as a
104/// targeted, out-of-band fix outside the normal round sequence. Kept in a
105/// channel of its own rather than folded into [`ReviewRound`], because a
106/// reviewer's own severity and vote (copied verbatim onto
107/// [`OperatorFixFinding`]) must never be rewritten to look like the operator
108/// manufactured a blocking verdict — see `graph::Runner::fix_selected`. A
109/// schema-8 record has no operator-fix history at all, and
110/// `#[serde(default)]` reads an empty list as exactly that: "none happened",
111/// not an unknown gap. Nothing about an existing field's meaning changes.
112///
113/// 10: added `RunStatus::VerifiedNoop` and `Candidate::verified_noop`. Before
114/// this, an implementer that correctly concluded (with evidence) that a
115/// task's request was already satisfied elsewhere had no way to say so: the
116/// run ended the same way as one where every candidate simply failed to
117/// write anything — `after_implement` bailing with "no candidate produced a
118/// change; nothing to judge" and the run settling as a plain `Failed`. That
119/// conflated two very different facts (investigation run 391f's audit is
120/// what surfaced it: two attempts that had, correctly, found their fix
121/// already on `main`). A schema-9 record has no notion of either the new
122/// status or field, so a `VerifiedNoop` value is a meaning that cannot be
123/// reconstructed from an old record — hence the bump, not a
124/// `#[serde(default)]` for the status. `Candidate::verified_noop` alone
125/// *does* default-read as `None` on an old record, which is the honest
126/// reading: a run written before this schema never made the claim.
127///
128/// The report task 391f itself was raised from also named `6c5e`, `8df3` and
129/// `e9ce` as three more tasks whose implement wave ended the same
130/// diff-zero way, and the investigation traced all three — they do not
131/// share one cause.
132///
133/// `6c5e` and `8df3` are the same already-landed pattern as `391f`, not a
134/// coincidence: all three were re-queued together by a same-day audit of
135/// `done`-but-unlanded magi tasks (queue talk `20260912-115153-7216`,
136/// 2026-09-12 02:51–04:24), which found 17 magi tasks marked `done` with no
137/// merge to show for it and re-queued 16 of them, `6c5e` (a fix for the
138/// owner's `magi ask --thread` back-and-forth) and `8df3` (release
139/// automation) included. A second, same-day audit (talk
140/// `20260912-222053-07fe`, 13:20–13:36) then found 12 of those re-queued
141/// tasks — `391f`, `6c5e` and `8df3` among them — already merged by another
142/// route, and the owner had them deleted (`magi task rm`); `391f` alone
143/// survived because a daemon still held its run at the moment of deletion,
144/// which is the only reason any record of this group still exists to audit.
145/// Quoted directly from that second audit's own turn (talk `07fe`, so this
146/// reads without needing access to that talk store), naming both by id:
147///
148/// > 12件がマージ済み(対応不要)、3件が未実装(妥当)、2件が部分実装(要確認)でした。
149/// > **マージ済み → hold/rmを推奨:** 6c5e, 1ddc, fcf5, e25b, cea2, 391f, 3202,
150/// > b0a1, 5365, af85, 9f26, 8df3
151///
152/// — followed by the owner answering "削除!" and the agent confirming "11件
153/// 削除完了。391f はいま実行中のdaemonが掴んでいて削除できませんでした."
154/// `git log` independently confirms both fixes: the ask-back feature `6c5e`
155/// wanted landed as `f0df474` ("let the owner ask back on a question...",
156/// #93) on 2026-09-06, and the release-bump automation `8df3` wanted landed
157/// as `61005dd`/`bedd925` (open a release-bump PR on merge) on 2026-09-07
158/// and `116fcdc` (proportional version bump, #108) on 2026-09-08 — all
159/// before the 09-12 requeue. No run record survives the deletion for either
160/// task, so this schema's evidence is the audit transcript plus the
161/// independently re-checked `git log`, not a `run.json`.
162///
163/// `e9ce` is not that pattern at all, and is the reason the adoption guard
164/// below is all-or-nothing rather than "any candidate said so": its task
165/// asked an implementer to merge the real repository's `main` and cut a
166/// GitHub release — a destructive, out-of-worktree operation `AGENTS.md`
167/// names explicitly as not something to hand to an unattended candidate.
168/// Both of its runs (`20260912-053352-49ad`, `20260912-062629-bab1`)
169/// correctly refused, filed `magi ask` (questions `6196`, `6c9a`), and ended
170/// with an empty diff only because no answer arrived before the implement
171/// node's timeout — `49ad` looped `magi ask --wait` in the foreground for
172/// roughly 50 minutes as instructed before the timeout cut it off; `bab1`
173/// ended its turn moments after filing its question without ever actually
174/// blocking on the wait, a separate protocol slip this schema change does
175/// not attempt to fix. `49ad`'s own `candidates[0].summary` (quoted here
176/// because both records predate schema 10 and, separately, predate a
177/// still-unrelated struct change that already makes today's `magi show`
178/// refuse to parse either of them — `unknown field 'planner'` — so this is
179/// read straight from `run.json` on disk, not through that command):
180///
181/// > タスクの内容(READY 状態の run を実リポジトリの main に `merge --no-ff`
182/// > する、GitHub Release を作る)を精査した結果、これは全てこのワーカーの
183/// > worktree の外にある実リポジトリと GitHub 上の共有状態に対する不可逆な
184/// > 操作であり […] 私自身の運用ルール「Work only inside this worktree.
185/// > Nothing outside it is yours.」と正面から矛盾すると判断しました。
186///
187/// Neither candidate's reply carries the
188/// `NO CHANGE NEEDED` marker below, so both runs correctly stay `Failed`
189/// under this schema, not `VerifiedNoop`: a run blocked on an unanswered
190/// authorization question is not a verified no-op, and reading the two
191/// alike is exactly the misclassification the guard's per-candidate and
192/// whole-run conditions exist to refuse.
193///
194/// `RunStatus::Superseded` (added without a bump, still schema 10) is
195/// additive in the ordinary sense — an old build reading a run written under
196/// a newer one only had `RunStatus` variants to worry about before this, and
197/// a record already on disk never contained the new variant to begin with —
198/// but it is not additive in the sense every earlier schema bump on this
199/// constant was: `daemon::supersede_prior_runs` now rewrites a `Blocked` or
200/// `Stalled` run's `status` field *after* it was first written, once a later
201/// attempt at the same task lands. Any tooling outside magi that reads
202/// `run.json` and assumes a terminal `status` is permanent once set — a
203/// monitoring script polling for `blocked`, say — needs to know that
204/// `superseded` is where some of those records now go instead of staying put
205/// forever; see that function's own doc for exactly when.
206///
207/// Schema 11 adds [`RunState::released_to`] / [`RunState::released_branches`]:
208/// a run whose worktree a later attempt at the same task took over
209/// (`crate::handover`) can no longer be resumed from where it was. The fields
210/// are additive, but an older build would happily resume such a run into a
211/// worktree that no longer exists, which is the one thing the bump is for.
212///
213/// Schema 12 adds [`RunState::driver_exited`]: the driver records that it
214/// stopped walking the graph. Additive, but an older build would keep reading
215/// a long-lived daemon's pid as a live driver of a run that ended long ago.
216///
217/// Schema 13 adds [`RunState::origin`]: who started the run and which task it
218/// stood in for. Additive, and an older record is deliberately left with
219/// `None` ("origin unknown") rather than guessed at — a run from before this
220/// existed must not read as an operator's when nobody knows. The bump exists
221/// so a run is never mistaken for one whose origin was known and empty.
222///
223/// Schema 14 records [`RunState::task_instruction`], authored task criteria
224/// separately from generated review context. Older records retain `None`:
225/// `instruction` may contain generated context and cannot establish authorship.
226///
227/// Schema 15 records pending candidate preservation independently of an empty
228/// implementation. Older drivers must refuse to resume these records rather
229/// than judge without honoring the preservation barrier.
230///
231/// Schema 16 records empty-attempt retirement. Older executors must reject
232/// retired runs rather than ignoring the new execution fence.
233pub const SCHEMA: u32 = 16;
234
235/// Why a pass over a run stopped at a node boundary, recorded when it
236/// happened. Never inferred afterwards: `upgrade.json` is overwritten by the
237/// next upgrade and an event line is prose.
238#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
239#[serde(tag = "kind", rename_all = "snake_case")]
240pub enum ParkCause {
241 /// `magi web` / `magi serve` replaced its own binary. `to` is `None` when
242 /// the target release was not known at the time.
243 Upgrade {
244 /// The version that was running.
245 from: String,
246 /// The release it was replaced with, when known.
247 #[serde(default)]
248 to: Option<String>,
249 },
250 /// The operator asked the loop to park (`/api/loop`).
251 Operator,
252 /// The interrupt scheduler parked this run so another task runs first.
253 Interrupt {
254 /// What the scheduler gave as the reason.
255 reason: String,
256 },
257 /// The run waits for the owner's answer (merge approval, withheld text).
258 Question,
259 /// A park whose requester did not say why.
260 Unspecified,
261}
262
263impl ParkCause {
264 /// One line for an event or the UI.
265 #[must_use]
266 pub fn label(&self) -> String {
267 match self {
268 Self::Upgrade { from, to: Some(to) } => format!("upgrade {from} \u{2192} {to}"),
269 Self::Upgrade { from, to: None } => format!("upgrade from {from}"),
270 Self::Operator => "operator asked the loop to park".to_owned(),
271 Self::Interrupt { reason } => reason.clone(),
272 Self::Question => "waiting for the owner's answer".to_owned(),
273 Self::Unspecified => "park requested, reason not stated".to_owned(),
274 }
275 }
276}
277
278/// How a pass ended, when the process that drove it said so.
279#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
280#[serde(tag = "how", rename_all = "snake_case")]
281pub enum PassEnd {
282 /// Parked at a node boundary on purpose.
283 Parked {
284 /// Why it parked.
285 cause: ParkCause,
286 },
287 /// The next pass found this one still open: it stopped without saying so
288 /// (a crash, a kill). Says nothing about why.
289 Unrecorded,
290}
291
292/// One pass over a run: the run is the same, the process driving it is not.
293#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
294pub struct RunPass {
295 /// Position in [`RunState::passes`].
296 pub index: usize,
297 /// When the process took the run over.
298 pub started_at: Timestamp,
299 /// The run already had work on disk when this pass began.
300 pub resumed: bool,
301 /// When the pass ended, if it did.
302 #[serde(default)]
303 pub ended_at: Option<Timestamp>,
304 /// `None` while open (or still driving).
305 #[serde(default)]
306 pub end: Option<PassEnd>,
307 /// The task loop (or `magi run` for a task) counted this pass as a task
308 /// attempt. Resumes keep one distinct id in `Task::runs`, while each
309 /// counted pass belongs in task history. A resume without a task does not.
310 #[serde(default)]
311 pub task_entry: bool,
312}
313
314/// What an unrecorded origin reads as, wherever one is shown.
315pub const ORIGIN_UNKNOWN: &str = "origin unknown (started before origins were recorded)";
316
317/// Who started a run. Legibility only: nothing branches on it, the same rule
318/// as `agent::Invocation::run` / `node`.
319#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
320#[serde(tag = "kind", rename_all = "snake_case")]
321pub enum StartedBy {
322 /// The daemon, minting an attempt for a queue task.
323 Queue {
324 /// The task the attempt belongs to.
325 task: String,
326 },
327 /// An agent inside a talk (chat) conversation, via `magi run` / `magi review`.
328 Chat {
329 /// Talk id, e.g. `4a7b`.
330 talk: String,
331 },
332 /// An agent seat inside another run, identified by the `MAGI_RUN` /
333 /// `MAGI_NODE` it was spawned with.
334 Seat {
335 /// Run the seat belonged to.
336 run: String,
337 /// Node it was working in.
338 node: String,
339 },
340 /// A person at a terminal (or anything that carries no attribution).
341 Operator,
342}
343
344/// Where a run came from, and the task it was meant to finish, if any.
345///
346/// Kept as two facts because they vary independently: a chat agent may start a
347/// run on behalf of a queue task.
348#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
349pub struct Origin {
350 /// Who started it.
351 pub by: StartedBy,
352 /// The queue task this run serves, when it names one.
353 #[serde(default)]
354 pub task: Option<String>,
355}
356
357impl Origin {
358 /// A run a person started with no task attached.
359 pub fn operator() -> Self {
360 Self {
361 by: StartedBy::Operator,
362 task: None,
363 }
364 }
365
366 /// An attempt the daemon mints for `task`.
367 pub fn queue(task: &str) -> Self {
368 Self {
369 by: StartedBy::Queue {
370 task: task.to_owned(),
371 },
372 task: Some(task.to_owned()),
373 }
374 }
375
376 /// Attribute from the `MAGI_RUN` / `MAGI_NODE` pair `agent::invoke`
377 /// exports, as `(run, node)`; `None` for no (or blank) `run` is an
378 /// operator. A node of `chat` is the talk layer, whose run is the talk id.
379 pub fn from_agent_env(env: Option<(String, String)>, task: Option<String>) -> Self {
380 let by = match env {
381 Some((run, node)) if node == crate::queue::CHAT_NODE => StartedBy::Chat { talk: run },
382 Some((run, node)) => StartedBy::Seat { run, node },
383 None => StartedBy::Operator,
384 };
385 Self { by, task }
386 }
387
388 /// The same origin, naming `task` as the one it serves.
389 pub fn serving(mut self, task: Option<String>) -> Self {
390 if task.is_some() {
391 self.task = task;
392 }
393 self
394 }
395
396 /// One short label for lists, reports and the web UI.
397 pub fn label(&self) -> String {
398 let by = match &self.by {
399 StartedBy::Queue { task } => format!("task {}", short_of(task)),
400 StartedBy::Chat { talk } => format!("chat {}", short_of(talk)),
401 StartedBy::Seat { run, node } => format!("{node}@{}", short_of(run)),
402 StartedBy::Operator => "operator".to_owned(),
403 };
404 match (&self.by, &self.task) {
405 (StartedBy::Queue { task: a }, Some(b)) if a == b => by,
406 (_, Some(t)) => format!("{by}, for task {}", short_of(t)),
407 _ => by,
408 }
409 }
410}
411
412/// [`Origin::label`] for a run that may predate origins.
413pub fn origin_label(origin: Option<&Origin>) -> String {
414 origin.map_or_else(|| ORIGIN_UNKNOWN.to_owned(), Origin::label)
415}
416
417/// Where a run got to.
418#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
419#[serde(rename_all = "snake_case")]
420pub enum RunStatus {
421 /// Worktrees being prepared.
422 Prep,
423 /// Candidates being implemented.
424 Implementing,
425 /// Judges ranking blind.
426 Judging,
427 /// Judges deliberating after a split.
428 Deliberating,
429 /// Final votes being collected privately.
430 Voting,
431 /// Winner in the review + verification loop.
432 Reviewing,
433 /// Gate commands running. Transient: `graph::Runner::gate` and
434 /// `graph::Runner::merge` always move a run on from here, whether or not
435 /// any gate commands are configured — see [`RunState::gate_status`] and
436 /// `SCHEMA`'s doc for schema 7, which fixed a repo with an empty
437 /// `verify.gate` stranding a review-only run in `Gating` forever.
438 Gating,
439 /// Inside [`crate::land`]'s post-merge loop: watching CI, running a fix
440 /// round, rebasing onto a moved base, or waiting on the owner's merge
441 /// approval. A run parked here while an approval is outstanding has
442 /// handed its daemon slot back — see [`crate::daemon`] — and resumes
443 /// through exactly this status, not a fresh competition.
444 Landing,
445 /// Winner merged.
446 Merged,
447 /// Local review or publication finished; no public merge is confirmed.
448 Ready,
449 /// The judgement did not gather enough judges (e.g. rate limiting took out
450 /// seats), so the verdict is not trustworthy. The run stopped and kept its
451 /// work so it can be resumed or folded — it must never be confused with a
452 /// healthy `Ready`.
453 Stalled,
454 /// Review rounds exhausted with findings still open, or the gate failed.
455 Blocked,
456 /// The graph could not complete.
457 Failed,
458 /// Every candidate wrote nothing, and every one of them said why in a way
459 /// that survived [`crate::graph::Runner`]'s adoption guard: a clean CLI
460 /// exit, an actually-empty tree, no command left with an unconfirmed
461 /// exit status, and non-empty evidence. Distinct from `Failed` on
462 /// purpose — see `SCHEMA`'s doc for schema 10 — because the two read
463 /// identically to an operator glancing at a card ("nothing happened")
464 /// while meaning opposite things: one is an agent that could not do the
465 /// work, the other is an agent that checked and the work was already
466 /// done. Settles the task through [`crate::queue::Task::handed_off`], not
467 /// [`crate::queue::Task::fail`]: a human still has to look — the claim is
468 /// unverified by magi itself — and `Held` (not `Failed`-and-requeued)
469 /// means nothing retries the task unattended on the same unconfirmed
470 /// claim while that look is pending.
471 VerifiedNoop,
472 /// A later attempt at the same task already finished the job — see
473 /// `crate::queue::Task::superseded_attempts` — so this run's own
474 /// `Blocked`/`Stalled` no longer means anyone has to look at it. Written
475 /// over one of those two statuses once the task itself is
476 /// `crate::queue::TaskStatus::Done`, and only onto an attempt that comes
477 /// before the one that succeeded. Publication can also retire a stopped,
478 /// non-terminal predecessor after an explicit worktree handover to its
479 /// successor leaves it nothing to resume. Unlike them, not [`Self::resumable`]:
480 /// there is nothing left to resume towards, the task already has its
481 /// answer, and a fold is free to clean this run's worktree away without
482 /// waiting on a human to confirm that first.
483 Superseded,
484 /// The winner's whole change is already on the base under other commit
485 /// ids (a cherry-pick or squash by another task) — see
486 /// [`crate::already`]. Terminal and not a failure: nothing is left to
487 /// land, so unlike `Blocked` nobody has to look, and unlike `Merged` this
488 /// run did not land anything. Never resumable; `BaseSync::already_in`
489 /// names the base commits that carry the change. Added without a schema
490 /// bump, like `Superseded`: no record on disk can contain it yet.
491 AlreadyInBase,
492}
493
494impl RunStatus {
495 /// Is this a terminal state?
496 pub fn done(self) -> bool {
497 matches!(
498 self,
499 Self::Merged
500 | Self::Ready
501 | Self::Stalled
502 | Self::Blocked
503 | Self::Failed
504 | Self::VerifiedNoop
505 | Self::Superseded
506 | Self::AlreadyInBase
507 )
508 }
509
510 /// The name this status is written and shown under, matching the
511 /// `snake_case` serde spelling so a log line, an error message and the
512 /// JSON a phone reads all say the same word.
513 pub fn as_str(self) -> &'static str {
514 match self {
515 Self::Prep => "prep",
516 Self::Implementing => "implementing",
517 Self::Judging => "judging",
518 Self::Deliberating => "deliberating",
519 Self::Voting => "voting",
520 Self::Reviewing => "reviewing",
521 Self::Gating => "gating",
522 Self::Landing => "landing",
523 Self::Merged => "merged",
524 Self::Ready => "ready",
525 Self::Stalled => "stalled",
526 Self::Blocked => "blocked",
527 Self::Failed => "failed",
528 Self::VerifiedNoop => "verified_noop",
529 Self::Superseded => "superseded",
530 Self::AlreadyInBase => "already_in_base",
531 }
532 }
533
534 /// Label for a human-facing listing or report — the same word as
535 /// [`Self::as_str`] except where the machine spelling would read harsher
536 /// than the state actually is. `VerifiedNoop` is the one case: its own
537 /// `as_str` exists for logs, JSON and event messages, none of which
538 /// should quietly grow a second vocabulary, but a bare "verified_noop" in
539 /// a report reads like an error code, not the qualified, evidence-backed
540 /// claim it actually is.
541 pub fn display_label(self) -> &'static str {
542 match self {
543 Self::VerifiedNoop => "agent-verified no-op",
544 Self::AlreadyInBase => "already in base",
545 other => other.as_str(),
546 }
547 }
548
549 /// Can this run be carried on from where it stopped?
550 ///
551 /// Everything except a finished run and a failed one. `execute` skips
552 /// nodes already recorded, so re-entering is cheap wherever the run
553 /// stopped, and the alternative is always a fresh competition against
554 /// work that already exists.
555 ///
556 /// - `Stalled` re-asks only the seats whose absence collapsed the panel,
557 /// keeping the candidates that were already paid for.
558 /// - `Blocked` re-enters the review loop against a branch that is built.
559 /// - **A non-terminal status** means the run was interrupted: a parked
560 /// run waiting for its upgrade, or one whose daemon was killed. This
561 /// used to be excluded, which left run 4043 stuck at `reviewing` with
562 /// the deck telling the operator it could not be resumed - the one
563 /// state where resuming is the only sensible answer.
564 ///
565 /// `Failed` does not qualify: the graph could not complete and there is
566 /// no established point to continue from. Nor does a finished run, whose
567 /// answer is a new competition. Nor does `VerifiedNoop`: every candidate
568 /// already agreed nothing belongs in this worktree, and resuming would
569 /// only re-ask the same question — the answer is for a human to check
570 /// the evidence, not for the graph to run again. Nor does `Superseded`:
571 /// a later attempt at the same task already finished it, so there is
572 /// nothing left this run's own answer could still contribute.
573 ///
574 /// Whether anything is *already* driving the run is a separate question,
575 /// answered by `daemon::is_working_on` at the callers that need it.
576 pub fn resumable(self) -> bool {
577 !matches!(
578 self,
579 Self::Merged
580 | Self::Ready
581 | Self::Failed
582 | Self::VerifiedNoop
583 | Self::Superseded
584 | Self::AlreadyInBase
585 )
586 }
587}
588
589/// One candidate implementation.
590#[derive(Debug, Clone, Serialize, Deserialize)]
591pub struct Candidate {
592 /// Position in the implementer list.
593 pub index: usize,
594 /// Blind label as presented to judges.
595 pub label: char,
596 /// Which agent wrote it. Recorded for the stats tables, never shown to a
597 /// judge.
598 pub agent: String,
599 /// Branch, named after the label so judges can inspect it without learning
600 /// the author.
601 pub branch: String,
602 /// Worktree path.
603 pub worktree: PathBuf,
604 /// Sanitized author summary.
605 #[serde(default)]
606 pub summary: String,
607 /// `git diff --stat`.
608 #[serde(default)]
609 pub stat: String,
610 /// Files touched.
611 #[serde(default)]
612 pub files: usize,
613 /// Commits ahead of base.
614 #[serde(default)]
615 pub commits: usize,
616 /// True when the agent produced no change at all.
617 #[serde(default)]
618 pub empty: bool,
619 /// Why this candidate is not in the running.
620 #[serde(default)]
621 pub failed: Option<String>,
622 /// The evidence this candidate gave for writing no change on purpose —
623 /// the `NO CHANGE NEEDED:` marker `prompt::implement`'s reply format
624 /// documents, verbatim. `Some` only when [`crate::graph`]'s adoption
625 /// guard accepted the claim: the CLI exited cleanly, the tree really is
626 /// empty, no command in the reply was left with an unconfirmed exit
627 /// status, and the evidence itself is non-empty. A candidate that wrote
628 /// nothing and said nothing about why — the ordinary empty loss — always
629 /// reads `None` here, same as one written before schema 10 ever existed.
630 #[serde(default)]
631 pub verified_noop: Option<String>,
632 /// Wall-clock time for the implementation.
633 #[serde(default)]
634 pub duration_ms: u64,
635 /// Whether the worktree has been folded away.
636 #[serde(default)]
637 pub folded: bool,
638}
639
640impl Candidate {
641 /// Can this candidate be judged?
642 pub fn viable(&self) -> bool {
643 self.failed.is_none() && !self.empty
644 }
645}
646
647/// One judge's independent ranking.
648#[derive(Debug, Clone, Serialize, Deserialize)]
649pub struct Judgement {
650 /// Judge seat number, 1-based.
651 pub judge: usize,
652 /// Seat key.
653 pub seat: String,
654 /// Agent occupying the seat.
655 pub agent: String,
656 /// Best-first labels.
657 #[serde(default)]
658 pub ranking: Vec<char>,
659 /// Per-label justification.
660 #[serde(default)]
661 pub reasons: BTreeMap<String, String>,
662 /// Self-reported confidence.
663 #[serde(default)]
664 pub confidence: Option<u8>,
665 /// Per-label strengths this judge attributed to candidates it did not
666 /// rank first; the only input of the graft phase.
667 #[serde(default)]
668 pub strengths: BTreeMap<String, Vec<String>>,
669 /// Order the candidates were presented in, as candidate indices.
670 #[serde(default)]
671 pub order: Vec<usize>,
672 /// Why this judge has no ranking.
673 #[serde(default)]
674 pub failed: Option<String>,
675 /// Wall-clock time.
676 #[serde(default)]
677 pub duration_ms: u64,
678}
679
680/// One judge's turn in a deliberation round.
681#[derive(Debug, Clone, Serialize, Deserialize)]
682pub struct DeliberationTurn {
683 /// Judge seat number, 1-based.
684 pub judge: usize,
685 /// Agent occupying the seat.
686 pub agent: String,
687 /// The argument, as written.
688 pub body: String,
689 /// Where the judge stood at the end of the turn.
690 #[serde(default)]
691 pub tentative: Option<char>,
692}
693
694/// A deliberation round.
695#[derive(Debug, Clone, Serialize, Deserialize)]
696pub struct DeliberationRound {
697 /// 1-based round number.
698 pub round: usize,
699 /// Turns, in the order they were taken.
700 pub turns: Vec<DeliberationTurn>,
701}
702
703/// A final vote, collected privately.
704#[derive(Debug, Clone, Serialize, Deserialize)]
705pub struct VoteRecord {
706 /// Judge seat number, 1-based.
707 pub judge: usize,
708 /// Agent occupying the seat.
709 pub agent: String,
710 /// The vote.
711 #[serde(default)]
712 pub vote: Option<char>,
713 /// Why.
714 #[serde(default)]
715 pub reason: String,
716 /// Did this judge move from its initial first choice?
717 #[serde(default)]
718 pub changed: bool,
719}
720
721/// A seat that was taken out by a CLI rate limit / quota, recorded so a run
722/// whose panel collapsed does not masquerade as a healthy one.
723#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
724pub struct QuotaLoss {
725 /// Machine-side cause; legacy losses are usage limits.
726 #[serde(default)]
727 pub cause: crate::agent::QuotaCause,
728 /// Agent that needs recovery (empty in legacy records).
729 #[serde(default)]
730 pub agent: String,
731 /// Seat key, e.g. `judge-1` or `review-2`.
732 pub seat: String,
733 /// Node that was running, e.g. `judge`, `vote`, `review`.
734 pub node: String,
735 /// When the CLI reported the limit.
736 pub at: Timestamp,
737 /// Reset hint if the CLI printed one, free text.
738 #[serde(default)]
739 pub reset: Option<String>,
740}
741
742impl QuotaLoss {
743 /// Preserve the cause and agent alongside the seat at every loss site.
744 pub fn from_report(seat: String, node: &str, quota: Option<&crate::agent::Quota>) -> Self {
745 Self {
746 seat,
747 node: node.to_owned(),
748 at: Timestamp::now(),
749 reset: quota.and_then(|q| q.reset.clone()),
750 cause: quota.map(|q| q.cause).unwrap_or_default(),
751 agent: quota.map(|q| q.agent.clone()).unwrap_or_default(),
752 }
753 }
754}
755
756/// A seat handed from one roster agent to the next after the first failed it
757/// (rate limit, timeout or an ordinary failure), recorded so the answer's
758/// author is never a mystery and a run that recovered on its second agent
759/// still says what it cost.
760#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
761pub struct Handover {
762 /// When the seat changed hands.
763 pub at: Timestamp,
764 /// Node that was running, e.g. `implement`, `judge`, `review`.
765 pub node: String,
766 /// Seat key, e.g. `impl-A` or `judge-2`.
767 pub seat: String,
768 /// Agent id that failed the seat.
769 pub from: String,
770 /// Agent id that took it over.
771 pub to: String,
772 /// Why: `rate limited (quota)`, `timed out`, or the failure's own message.
773 pub reason: String,
774}
775
776/// A newly created lockfile of a package manager the directory does not use,
777/// which a rescue commit left untracked instead of committing. Recorded so the
778/// omission is visible: the file may be one the task really wanted.
779#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
780pub struct Withheld {
781 /// Repo-relative path.
782 pub path: String,
783 /// The manager the file belongs to.
784 pub manager: String,
785 /// The tracked file (or missing manifest) that made it foreign.
786 pub kept_by: String,
787 /// Node whose rescue commit withheld it.
788 pub node: String,
789 /// When.
790 pub at: Timestamp,
791}
792
793/// The mechanical count.
794#[derive(Debug, Clone, Serialize, Deserialize)]
795pub struct Tally {
796 /// First-choice votes per label.
797 pub first_choice: BTreeMap<char, usize>,
798 /// Borda points from the initial rankings, used only to break a tie.
799 pub borda: BTreeMap<char, usize>,
800 /// The winning label.
801 pub winner: char,
802 /// How many judges produced a usable ranking. A panel of one is not a
803 /// consensus and must not be reported as a split.
804 #[serde(default)]
805 pub rankings: usize,
806 /// Did every judge's *initial* first choice agree?
807 pub unanimous_initial: bool,
808 /// Was deliberation run?
809 pub deliberated: bool,
810 /// Judges who moved between their initial ranking and their final vote.
811 pub changed_votes: usize,
812 /// Did the final votes agree?
813 pub unanimous_final: bool,
814 /// How the tie was broken, when it had to be.
815 #[serde(default)]
816 pub tie_break: Option<String>,
817 /// Configured judge count — the size of the full panel. `0` when no
818 /// panel was asked (see `uncontested`), not the roster size a panel that
819 /// never sat would have had.
820 #[serde(default)]
821 pub judges: usize,
822 /// Judges who actually contributed to the decision (not taken out by a
823 /// rate limit and producing a usable rank or vote).
824 #[serde(default)]
825 pub present: usize,
826 /// How many judges are required for a trustworthy verdict. Chosen as a
827 /// strict majority (`judges / 2 + 1`): a verdict backed by a minority must
828 /// never be presented as a healthy one, while a bare majority is still
829 /// real signal. A one-candidate run needs no quorum.
830 #[serde(default)]
831 pub quorum: usize,
832 /// `present >= quorum`, or no quorum was required.
833 #[serde(default)]
834 pub met_quorum: bool,
835 /// Why no panel was asked, when none was: a single viable candidate, or
836 /// a review-only run that never competed. `None` when judges actually
837 /// ranked and voted — including when too few of them survived to reach
838 /// quorum, which is a collapse and must keep reading as one.
839 #[serde(default)]
840 pub uncontested: Option<String>,
841}
842
843/// One reviewer's report in a round.
844#[derive(Debug, Clone, Serialize, Deserialize)]
845pub struct ReviewRecord {
846 /// Reviewer seat number, 1-based.
847 pub reviewer: usize,
848 /// Agent occupying the seat.
849 pub agent: String,
850 /// Reviewer prose.
851 #[serde(default)]
852 pub summary: String,
853 /// Findings, with magi-assigned ids.
854 #[serde(default)]
855 pub findings: Vec<Finding>,
856 /// This seat's initial vote. `None` on a record predating votes, exactly
857 /// like a round that genuinely had none cast — never a stand-in for a
858 /// vote that was lost.
859 #[serde(default)]
860 pub vote: Option<ReviewVote>,
861 /// Why this reviewer produced nothing.
862 #[serde(default)]
863 pub failed: Option<String>,
864 /// Wall-clock time.
865 #[serde(default)]
866 pub duration_ms: u64,
867 /// How many times this seat was asked before it settled — 0 for a first
868 /// answer, N after N nudges (`ask_json_wave`'s retry loop). Read this
869 /// together with [`Self::failed`], never `failed` alone: `failed: Some(_)`
870 /// with `attempts == 0` is a seat that never answered at all, while
871 /// `failed: None` with `attempts > 0` is one that only came back after a
872 /// nudge — recovered, not silent — and the two must not look the same in
873 /// history. A record written before this field existed defaults to `0`,
874 /// which under-reports a pre-existing retry rather than inventing one;
875 /// see `ask_json_wave`'s own doc for where this is filled in.
876 #[serde(default)]
877 pub attempts: usize,
878}
879
880/// One seat's revote during a round's reconsideration (see
881/// [`ReviewRound::reconsideration`]).
882#[derive(Debug, Clone, Serialize, Deserialize)]
883pub struct ReviewRevoteRecord {
884 /// Reviewer seat number, 1-based.
885 pub reviewer: usize,
886 /// Agent occupying the seat.
887 pub agent: String,
888 /// The revote. `None` when the seat did not answer.
889 #[serde(default)]
890 pub vote: Option<ReviewVote>,
891 /// Why.
892 #[serde(default)]
893 pub reason: String,
894 /// Why this seat produced no revote.
895 #[serde(default)]
896 pub failed: Option<String>,
897}
898
899/// Post-repair e2e evidence. An empty, unsuccessful record is a durable
900/// requirement saved before the fixer can change the winner.
901#[derive(Debug, Clone, Serialize, Deserialize)]
902pub struct GateRepairE2e {
903 /// Exact winner SHA requiring or receiving post-repair verification.
904 pub head: String,
905 /// All configured commands completed successfully on this SHA.
906 pub passed: bool,
907 /// Last command results; empty before verification starts.
908 pub outcomes: Vec<CommandOutcome>,
909}
910
911/// Superseded head-specific evidence; repair budgets remain on the run.
912#[derive(Debug, Clone, Serialize, Deserialize)]
913pub struct VerificationEvidence {
914 /// Replacement SHA, unknown when archived without a head change.
915 #[serde(default)]
916 pub superseded_by: Option<String>,
917 /// Archive time, unknown for records written before this field existed.
918 #[serde(default)]
919 pub archived_at: Option<Timestamp>,
920 /// Run-wide gate-fix rounds spent at archival, unknown for legacy records.
921 #[serde(default)]
922 pub fixes_spent: Option<usize>,
923 /// SHA of the superseded gate, unknown for legacy records.
924 pub gate_head: Option<String>,
925 /// Whether the superseded gate completed.
926 pub gate_ran: bool,
927 /// Original command results, including failures.
928 pub gate: Vec<CommandOutcome>,
929 /// Superseded verification independent of the review judgment.
930 pub e2e: Option<GateRepairE2e>,
931}
932
933/// One fix round spent on a failing `verify.gate`: which fixer, what it did to
934/// the tree, and the gate output it was shown.
935#[derive(Debug, Clone, Serialize, Deserialize)]
936pub struct GateFixRecord {
937 /// Agent that applied the fix.
938 pub agent: String,
939 /// The gate output the fixer was handed, tail-truncated.
940 pub failed: Vec<CommandOutcome>,
941 /// What the fixer said it changed.
942 #[serde(default)]
943 pub notes: String,
944 /// Did the fix produce a commit?
945 #[serde(default)]
946 pub committed: bool,
947 /// Why the fix step produced nothing.
948 #[serde(default)]
949 pub error: Option<String>,
950}
951
952/// One fixer round spent on a rebase that stopped on a conflict: which fixer,
953/// what it was shown and whether git says the rebase then finished.
954///
955/// The records at each sequencer stop count against `graph.review_rounds`,
956/// written to disk *before* the fixer runs so a park or crash cannot hand the
957/// round back.
958#[derive(Debug, Clone, Serialize, Deserialize)]
959pub struct RebaseFixRecord {
960 /// A machine outage deferred this call without spending a conflict round.
961 /// The record retains the original index baseline for safe resumption.
962 #[serde(default, skip_serializing_if = "Option::is_none")]
963 pub outage: Option<crate::agent::QuotaCause>,
964 /// Agent asked to resolve the conflict.
965 pub agent: String,
966 /// Paths git reported unmerged when the round started.
967 pub paths: Vec<String>,
968 /// The branch tip the rebase started from, so a resumed run can tell a
969 /// worktree still holding those files from one with edits of its own.
970 #[serde(default)]
971 pub from: Option<String>,
972 /// Did git report the rebase finished after the round?
973 #[serde(default)]
974 pub finished: bool,
975 /// Why the round produced nothing (agent failure, quota).
976 #[serde(default)]
977 pub error: Option<String>,
978 /// The commit the sequencer was replaying (`REBASE_HEAD`) when the round
979 /// started: which stop point the round belongs to. A record without it
980 /// predates launcher staging.
981 #[serde(default)]
982 pub stop: Option<String>,
983 /// Staged changes outside `paths` when the round started (Git's own
984 /// clean applications), so edits made behind them can be told apart. Retries
985 /// retain the first baseline for the stop; legacy baselines are rebuilt
986 /// from the original three-way merge and verified before being saved.
987 #[serde(default)]
988 pub index_outside: Option<String>,
989 /// How far the launcher got with staging and continuing this stop point.
990 #[serde(default)]
991 pub launcher: Option<LauncherStep>,
992 /// A denied or failed Git metadata write: infrastructure, not a conflict.
993 /// The rebase is kept standing and no further round is spent.
994 #[serde(default)]
995 pub infra: Option<String>,
996}
997
998/// Where launcher-owned staging of a resolved conflict stopped.
999#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
1000#[serde(rename_all = "snake_case")]
1001pub enum LauncherStep {
1002 /// About to stage the validated paths (or doing it).
1003 Staging,
1004 /// Every conflicted path is staged; the sequencer was not continued yet.
1005 Staged,
1006 /// `rebase --continue` was started.
1007 Continuing,
1008}
1009
1010/// How the graft phase ended (see `graph::Runner::graft`).
1011#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1012#[serde(rename_all = "snake_case")]
1013pub enum GraftOutcome {
1014 /// The fixer's result was kept.
1015 Applied,
1016 /// Started but not finished: a record in this state on load means the
1017 /// process stopped mid-round and the winner is restored on resume.
1018 Running,
1019 /// The seat could not start; restore `pre` under coordination, then retry.
1020 WaitingForRestore,
1021 /// The winner's pre-graft commit was restored, with the reason.
1022 RolledBack(String),
1023}
1024
1025impl GraftOutcome {
1026 /// Is the record final, i.e. must a resume leave it alone?
1027 pub fn settled(&self) -> bool {
1028 !matches!(
1029 self,
1030 GraftOutcome::Running | GraftOutcome::WaitingForRestore
1031 )
1032 }
1033}
1034
1035/// The graft phase's record: what ran, on which commits, and how it ended.
1036/// `pre` and a `Running` outcome are saved before the fixer is called.
1037#[derive(Debug, Clone, Serialize, Deserialize)]
1038pub struct GraftRecord {
1039 /// The winner's commit before the graft; restored on a rollback.
1040 pub pre: String,
1041 /// The winner's commit after an applied graft.
1042 #[serde(default)]
1043 pub post: Option<String>,
1044 /// Changed lines (added + removed) the graft introduced, when measured.
1045 #[serde(default)]
1046 pub lines: Option<usize>,
1047 /// Historical size limit, retained for old records only. New grafts use `None`.
1048 #[serde(default)]
1049 pub limit: Option<usize>,
1050 /// Agent that answered the round.
1051 #[serde(default)]
1052 pub agent: Option<String>,
1053 /// How it ended.
1054 pub outcome: GraftOutcome,
1055 /// The strengths the fixer was asked to port, with the ids the prompt
1056 /// gave them. Empty on a record written before they were kept.
1057 #[serde(default)]
1058 pub requested: Vec<GraftStrength>,
1059 /// What the fixer reported it did with them; `None` when it gave no usable
1060 /// report (see `adoption_error`) or the record predates this field.
1061 #[serde(default)]
1062 pub adoption: Option<GraftAdoption>,
1063 /// Why `adoption` is absent although the fixer answered.
1064 #[serde(default)]
1065 pub adoption_error: Option<String>,
1066}
1067
1068/// One strength a judge attributed to a losing candidate, as the graft
1069/// prompt listed it.
1070#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1071pub struct GraftStrength {
1072 /// Id in the prompt, e.g. `A1`.
1073 pub id: String,
1074 /// The candidate it was observed in.
1075 pub source: char,
1076 /// The strength, already blind-sanitized.
1077 pub text: String,
1078}
1079
1080/// The fixer's own account of a graft round. It is a claim, not a check: the
1081/// diff is what actually changed.
1082#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
1083pub struct GraftAdoption {
1084 /// Ids (or texts) the fixer says it ported.
1085 #[serde(default)]
1086 pub addressed: Vec<String>,
1087 /// Ids (or texts) it declined, with the reason.
1088 #[serde(default)]
1089 pub rejected: Vec<GraftRejection>,
1090 /// The report's `notes`.
1091 #[serde(default)]
1092 pub notes: String,
1093 /// The reasoning that preceded the report.
1094 #[serde(default)]
1095 pub reasoning: String,
1096}
1097
1098/// A strength the fixer declined.
1099#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1100pub struct GraftRejection {
1101 /// Id or text as the fixer wrote it.
1102 pub id: String,
1103 /// Its argument.
1104 #[serde(default)]
1105 pub why: String,
1106}
1107
1108/// The fixer's response to a round.
1109#[derive(Debug, Clone, Serialize, Deserialize)]
1110pub struct FixRecord {
1111 /// Agent that applied the fixes.
1112 pub agent: String,
1113 /// Finding ids acted on.
1114 #[serde(default)]
1115 pub addressed: Vec<String>,
1116 /// Findings declined, with reasons.
1117 #[serde(default)]
1118 pub rejected: Vec<Rejection>,
1119 /// What changed.
1120 #[serde(default)]
1121 pub notes: String,
1122 /// Did the fix produce a commit?
1123 #[serde(default)]
1124 pub committed: bool,
1125 /// Why the fix step produced nothing.
1126 #[serde(default)]
1127 pub failed: Option<String>,
1128 /// Wall-clock time.
1129 #[serde(default)]
1130 pub duration_ms: u64,
1131 /// How the fixer's own seat was made to answer when its CLI turn ended
1132 /// cleanly but without an addressed/rejected report — see
1133 /// [`graph::Runner::continue_fix_report`]. `None` for a record written
1134 /// before this existed, which must read as "unknown", not as
1135 /// [`ContinuationOutcome::NotNeeded`]: an old run really may have hit
1136 /// this exact gap and simply had no mechanism to say so.
1137 #[serde(default)]
1138 pub continuation: Option<ContinuationRecord>,
1139}
1140
1141/// How a node recovered — or failed to recover — a structured report after
1142/// the CLI's own turn ended cleanly (a usable, non-empty, exit-0 reply)
1143/// without it. A clean CLI turn is not the same fact as the node's own work
1144/// being done — see the `fix` node's `continue_fix_report`, which is what
1145/// produces this.
1146#[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq, Eq)]
1147pub enum ContinuationOutcome {
1148 /// The first reply already carried the report; nothing was resumed.
1149 NotNeeded,
1150 /// A follow-up call in the same session recovered the report.
1151 Resumed,
1152 /// The continuation budget was spent without ever recovering it.
1153 Exhausted,
1154 /// A continuation attempt hit the CLI's rate limit; not retried further
1155 /// — a quota fails the same way again immediately.
1156 QuotaLost,
1157 /// No session was left to resume into, so nothing was attempted.
1158 NoSession,
1159}
1160
1161/// Cost and outcome of one node's attempt to recover a missing report by
1162/// resuming its own seat.
1163#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
1164pub struct ContinuationRecord {
1165 /// Follow-up calls made to the same seat. `0` when the outcome is
1166 /// [`ContinuationOutcome::NotNeeded`] or [`ContinuationOutcome::NoSession`].
1167 pub attempts: usize,
1168 /// Wall-clock time spent on those follow-up calls, summed — not counting
1169 /// the original call whose reply this is recovering from.
1170 pub cumulative_wait_ms: u64,
1171 /// What ended the loop.
1172 pub outcome: ContinuationOutcome,
1173}
1174
1175impl ContinuationRecord {
1176 /// The report was already there on the first try.
1177 pub fn not_needed() -> Self {
1178 Self {
1179 attempts: 0,
1180 cumulative_wait_ms: 0,
1181 outcome: ContinuationOutcome::NotNeeded,
1182 }
1183 }
1184}
1185
1186/// What happened to one operator-selected finding after the fixer ran, as
1187/// part of an [`OperatorFixRequest`].
1188#[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize)]
1189#[serde(rename_all = "snake_case")]
1190pub enum OperatorFixOutcome {
1191 /// The request has not run yet, or never got far enough to report.
1192 #[default]
1193 Pending,
1194 /// The fixer's adoption report named this finding as addressed.
1195 Addressed,
1196 /// The fixer's adoption report declined it, with an argument.
1197 Rejected {
1198 /// The fixer's own reason.
1199 why: String,
1200 },
1201 /// The fixer never delivered a usable adoption report at all — a
1202 /// dropped stream, a quota hit, or a continuation budget spent without
1203 /// recovering one (see `graph::Runner::continue_fix_report`). Distinct
1204 /// from `Rejected`, which needs an argument this never produced, and
1205 /// never written back as "addressed" or silently left `Pending` — a
1206 /// gap in the report is its own outcome, not evidence either way about
1207 /// the finding.
1208 Unreported,
1209}
1210
1211/// One finding an operator selected for [`OperatorFixRequest`], with the
1212/// provenance a reviewer originally gave it, copied here verbatim.
1213///
1214/// Severity and vote are snapshots, never recomputed and never treated as
1215/// blocking just because an operator picked the finding — only
1216/// [`Severity::blocks`] on the original [`ReviewRecord`] decides that. This
1217/// type exists so an operator's selection is an auditable *addition* to the
1218/// record, not a rewrite of what a reviewer actually said.
1219#[derive(Debug, Clone, Serialize, Deserialize)]
1220pub struct OperatorFixFinding {
1221 /// Finding id, e.g. `R2-1-3`.
1222 pub id: String,
1223 /// Severity as the reviewer recorded it.
1224 pub severity: Severity,
1225 /// The reviewer seat's overall vote for the round this finding came
1226 /// from, if one was cast.
1227 #[serde(default)]
1228 pub reviewer_vote: Option<ReviewVote>,
1229 /// Review round the finding was raised in.
1230 pub round: usize,
1231 /// That round's own head — the commit the finding was actually raised
1232 /// against, used for the freshness check against the branch's current
1233 /// head at request time.
1234 pub round_head: String,
1235 /// Reviewer seat number, 1-based.
1236 pub reviewer: usize,
1237 /// Agent occupying that seat.
1238 pub agent: String,
1239 /// File the finding concerns.
1240 #[serde(default)]
1241 pub file: Option<String>,
1242 /// Line the finding concerns.
1243 #[serde(default)]
1244 pub line: Option<u32>,
1245 /// One-line summary.
1246 pub title: String,
1247 /// The argument.
1248 #[serde(default)]
1249 pub detail: String,
1250 /// What happened to this finding after the fixer ran.
1251 #[serde(default)]
1252 pub outcome: OperatorFixOutcome,
1253}
1254
1255/// One `magi fix` invocation: the operator's own record of which
1256/// already-recorded findings they routed to a fixer, why, and what came
1257/// back. See [`SCHEMA`]'s doc for schema 9 on why this is a channel of its
1258/// own rather than a field on [`ReviewRound`].
1259#[derive(Debug, Clone, Serialize, Deserialize)]
1260pub struct OperatorFixRequest {
1261 /// When `magi fix` was invoked.
1262 pub requested_at: Timestamp,
1263 /// The operator's own reasoning. Required and never empty at the CLI —
1264 /// the audit trail this feature exists for.
1265 pub reason: String,
1266 /// The findings selected, each with its own provenance and outcome.
1267 pub findings: Vec<OperatorFixFinding>,
1268 /// The branch's head at the moment this request started executing.
1269 pub head_at_request: String,
1270 /// Did the operator pass `--allow-stale`?
1271 pub allow_stale: bool,
1272 /// Did any selected finding's own `round_head` differ from
1273 /// `head_at_request`? Kept distinct from `allow_stale` — flipping that
1274 /// flag does not retroactively make a request that was actually fresh
1275 /// read as stale, or the reverse.
1276 pub stale: bool,
1277 /// The fixer's own attempt, once dispatched.
1278 #[serde(default)]
1279 pub fix: Option<FixRecord>,
1280 /// Head after the fixer's commit, when it produced one.
1281 #[serde(default)]
1282 pub result_head: Option<String>,
1283 /// The review-only run opened to re-verify the change, when one was
1284 /// actually committed. `None` when nothing changed, so there was
1285 /// nothing new to re-review — never left implicit as "not gotten to
1286 /// yet".
1287 #[serde(default)]
1288 pub follow_up_review_run: Option<String>,
1289}
1290
1291/// A command a seat's own CLI reported running, kept for `magi show` and for
1292/// telling "this seat's turn ended" apart from "the process it started is
1293/// done" — see `agent::CommandEvidence`, which is the only source this is
1294/// ever built from. Never something magi polled or supervised; a command the
1295/// CLI never reported finishing (or a CLI this crate has no adapter for at
1296/// all) simply has no entry here, which must read as "unknown", not as
1297/// "nothing ran".
1298#[derive(Debug, Clone, Serialize, Deserialize)]
1299pub struct JobRecord {
1300 /// Graph node the seat belongs to, e.g. `"implement"`, `"fix"`.
1301 pub node: String,
1302 /// Review round this job belongs to, for a `"review"`/`"fix"` node —
1303 /// `None` for every other node, where rounds do not apply, and for every
1304 /// record written before this was tracked. Lets a reader ask "what did
1305 /// this seat itself actually run this round", distinct from and never
1306 /// substituted for magi's own recorded `ReviewRound::e2e` — an absent
1307 /// entry here means unobserved, not that nothing ran (see this type's
1308 /// own doc).
1309 #[serde(default)]
1310 pub round: Option<usize>,
1311 /// Seat key, e.g. `"impl-A"`.
1312 pub seat: String,
1313 /// The CLI's own id for this command.
1314 pub id: String,
1315 /// The command itself, as the CLI reported it.
1316 pub description: String,
1317 /// When this evidence was captured — the moment this seat's reply
1318 /// carrying it was read, not the command's own start time, which no
1319 /// adapter here currently has. A lower bound on staleness only.
1320 pub checked_at: Timestamp,
1321 /// What the CLI reported for it.
1322 pub status: JobStatus,
1323 /// Exit code the CLI reported.
1324 pub exit_code: Option<i32>,
1325 /// Tail of the command's own output, when reported.
1326 #[serde(default)]
1327 pub result_summary: String,
1328 /// Which CLI/event stream this came from, e.g. `"codex"`.
1329 pub source: String,
1330}
1331
1332/// What a [`JobRecord`]'s own CLI reported for it. There is no `Running`
1333/// variant: nothing here is ever polled live, so "still running" and
1334/// "finished but never reported" are the same absence of evidence, not a
1335/// state this type can name — see [`JobRecord`]'s own doc.
1336#[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq, Eq)]
1337pub enum JobStatus {
1338 /// The command's own reported exit code was `0`.
1339 Completed,
1340 /// The command's own reported exit code was non-zero.
1341 Failed,
1342 /// The CLI reported this command but not a readable exit code.
1343 Unknown,
1344}
1345
1346/// Outcome of one shell command.
1347#[derive(Debug, Clone, Serialize, Deserialize)]
1348pub struct CommandOutcome {
1349 /// The command, as configured.
1350 pub command: String,
1351 /// Exit code, `None` on timeout or signal.
1352 pub code: Option<i32>,
1353 /// Tail of the combined output, for the report and the fix prompt.
1354 #[serde(default)]
1355 pub output_tail: String,
1356 /// Wall-clock time.
1357 #[serde(default)]
1358 pub duration_ms: u64,
1359 /// Set only by magi itself, never inferred from `output_tail`: the
1360 /// configured command was never actually run because a resource it
1361 /// needs — right now, only the shared build cache's lease or the
1362 /// freshness check that must precede using it — was not available
1363 /// within budget. Distinct from an ordinary failure or timeout (both of
1364 /// which *did* run something and are evidence about the patch); this is
1365 /// evidence about the machine, and must never be read as a verdict on
1366 /// the tree it named. `#[serde(default)]` so every record written
1367 /// before this field existed keeps reading as `false` — exactly what it
1368 /// was.
1369 #[serde(default)]
1370 pub resource_blocked: bool,
1371}
1372
1373/// Substrings that mark a Cargo/rustc/link failure: the toolchain could not
1374/// produce a binary to run at all, as opposed to producing one that ran and
1375/// failed. A Windows link race against a shared `CARGO_TARGET_DIR` (see
1376/// AGENTS.md, "Running magi on magi") looks exactly like a red command
1377/// otherwise, and a run has concluded `Blocked` on nothing but that race.
1378const BUILD_FAILURE_MARKERS: &[&str] = &[
1379 "error: could not compile",
1380 "error: linking with",
1381 "LINK : fatal error",
1382 "fatal error LNK",
1383];
1384
1385impl CommandOutcome {
1386 /// Did it pass?
1387 pub fn ok(&self) -> bool {
1388 self.code == Some(0)
1389 }
1390
1391 /// Did this command fail because the code could not be built or linked,
1392 /// rather than because it ran and produced a wrong result? A failure here
1393 /// is not a verdict on the patch under review.
1394 pub fn build_failed(&self) -> bool {
1395 !self.ok()
1396 && BUILD_FAILURE_MARKERS
1397 .iter()
1398 .any(|m| self.output_tail.contains(m))
1399 }
1400}
1401
1402/// One review + verify + fix round.
1403#[derive(Debug, Clone, Serialize, Deserialize)]
1404pub struct ReviewRound {
1405 /// 1-based round number.
1406 pub round: usize,
1407 /// Commit the round reviewed.
1408 pub head: String,
1409 /// The commit `e2e` was actually attempted against. Set whenever an
1410 /// attempt was dispatched (`e2e_status()` reads `Passed`, `Failed`, or
1411 /// `ResourceBlocked`), naming that commit even when it equals `head` —
1412 /// never left implicit, because an implicit "must have been `head`" is
1413 /// exactly what let a later round quote an earlier round's result
1414 /// without saying which commit it came from. A resource-blocked attempt
1415 /// still targeted a specific commit even though no command finished, and
1416 /// leaving that unrecorded is exactly what made a *fresh* blocked
1417 /// attempt read the same as an untracked one from before schema 8.
1418 /// `None` only when nothing was attempted at all (`NotConfigured`,
1419 /// `Deferred`). See `SCHEMA`'s doc for schema 8 for why this broadened
1420 /// from only the catch-up-on-a-different-commit case.
1421 #[serde(default)]
1422 pub verified_head: Option<String>,
1423 /// When the attempt behind `verified_head` actually ran. `None` on
1424 /// every record written before schema 8, and on a round where nothing
1425 /// ran —
1426 /// both read as "unknown", not as "now" or "never asked".
1427 #[serde(default)]
1428 pub verified_at: Option<Timestamp>,
1429 /// Reviewer reports.
1430 pub reviews: Vec<ReviewRecord>,
1431 /// E2E command outcomes for this round.
1432 #[serde(default)]
1433 pub e2e: Vec<CommandOutcome>,
1434 /// True when the first verify attempt this round could not build or
1435 /// link, and `e2e` above holds a second attempt run before concluding.
1436 /// A run must never be decided on a red it could not tell from an
1437 /// unrelated build race.
1438 #[serde(default)]
1439 pub verify_retried: bool,
1440 /// True when `e2e` was intentionally left empty this round: the round
1441 /// already had blocking findings and another round was available, so
1442 /// `graph::Runner::review_loop` sent the fixer straight at them instead
1443 /// of spending a full verify run on a head it already knew would need
1444 /// another fix. Distinct from an `e2e` that is simply empty because
1445 /// `verify.e2e` has no commands configured — `e2e.is_empty()` alone
1446 /// cannot tell those apart, and conflating them is exactly how a
1447 /// deferred check would get painted green. A record written before this
1448 /// field existed defaults to `false`, which is the truth for it: every
1449 /// round used to run e2e unconditionally.
1450 #[serde(default)]
1451 pub e2e_deferred: bool,
1452 /// Why `e2e` was deferred, set only when [`Self::e2e_deferred`] is true.
1453 /// Carried to the fixer's prompt and shown in the report so "deferred"
1454 /// never reads as silence.
1455 #[serde(default)]
1456 pub e2e_defer_reason: Option<String>,
1457 /// Fixer response, absent when the round was already clean.
1458 #[serde(default)]
1459 pub fix: Option<FixRecord>,
1460 /// Findings that hold the merge.
1461 #[serde(default)]
1462 pub blocking: usize,
1463 /// Reviewer seats that answered (did not time out, crash, or return
1464 /// something unparsable).
1465 #[serde(default)]
1466 pub answered: usize,
1467 /// Reviewer seats the round expected an answer from — normally
1468 /// `graph.reviewers`, but recorded per round so a config change between
1469 /// runs never has to be inferred from history.
1470 #[serde(default)]
1471 pub expected: usize,
1472 /// Round ended with no blocking findings and green verification, judged
1473 /// against the seats that answered. See [`Self::incomplete`] for whether
1474 /// that verdict is missing input.
1475 #[serde(default)]
1476 pub clean: bool,
1477 /// Did the tree actually move against `base` this round, comparing the
1478 /// diff after the fix to the diff the reviewers saw at the start of the
1479 /// round?
1480 ///
1481 /// Never derived from the fixer's own `addressed`/`rejected` count: that
1482 /// self-report has been caught lying twice on this workload (runs `b455`
1483 /// and `6218`, both of which committed a real, substantial diff while
1484 /// reporting `0 addressed`). `git` does not lie about whether the tree
1485 /// changed, so this is what `graph::Runner::review_loop` counts rounds of
1486 /// no progress against. Absent on a round with no fix attempt (already
1487 /// clean, or the round the budget ran out on), where it defaults to
1488 /// `false` and is not consulted.
1489 #[serde(default)]
1490 pub progressed: bool,
1491 /// Did the seats' initial votes ([`ReviewRecord::vote`]) disagree?
1492 #[serde(default)]
1493 pub vote_split: bool,
1494 /// One round of revoting, run only when `vote_split`: each seat that cast
1495 /// an initial vote reads every seat's findings and votes, then revotes.
1496 /// Empty when the initial votes already agreed, the same as a solo
1497 /// candidate leaving `deliberation` empty.
1498 #[serde(default)]
1499 pub reconsideration: Vec<ReviewRevoteRecord>,
1500 /// The round's verdict: the most cautious vote among the seats that
1501 /// answered, using each seat's revote where reconsideration ran and its
1502 /// initial vote otherwise. `None` when no seat produced a usable vote —
1503 /// including every record written before votes existed, which is the
1504 /// truth for those rounds, not a gap in this one.
1505 #[serde(default)]
1506 pub verdict: Option<ReviewVote>,
1507}
1508
1509/// A merge-approval question and the head commit it was asked about.
1510#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1511pub struct LandApproval {
1512 /// Id of the question that was filed for `head`.
1513 pub question: String,
1514 /// The commit the question's panel was built from.
1515 pub head: String,
1516}
1517
1518/// Independent public description of a run's whole change from the final diff.
1519/// Valid only for its (`head`, `base`, `evidence`) snapshot; a changed commit,
1520/// generation policy, verification result or finding requires regeneration.
1521#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1522pub struct ChangeSummary {
1523 /// The final commit the diff was read at.
1524 pub head: String,
1525 /// The merge base of the resolved remote base and `head`.
1526 pub base: String,
1527 /// Generation specification and verification/finding evidence fingerprint.
1528 /// Missing on older records, which must be regenerated.
1529 #[serde(default)]
1530 pub evidence: String,
1531 /// Title, sanitized.
1532 pub title: String,
1533 /// Body, sanitized, without the run marker.
1534 pub body: String,
1535}
1536
1537/// The owner question filed when the posting gate withheld a pull request
1538/// title or description, and how it ended. One record per rejected text
1539/// (`fingerprint`); see `github_text` for the flow.
1540#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1541pub struct GithubTextAsk {
1542 /// Hash of the rejected original title and body.
1543 pub fingerprint: String,
1544 /// The title is withheld.
1545 pub title: bool,
1546 /// The description is withheld.
1547 pub body: bool,
1548 /// Rule categories that fired.
1549 pub categories: Vec<String>,
1550 /// The question currently standing, if one was filed.
1551 #[serde(default)]
1552 pub question: Option<String>,
1553 /// Questions filed so far (at most 2: the second follows a bad reply).
1554 #[serde(default)]
1555 pub asks: u32,
1556 /// The decision has been made (saved before the pull request is opened,
1557 /// so it is applied once and survives a restart).
1558 #[serde(default)]
1559 pub resolved: bool,
1560 /// With `resolved`: the owner's vetted replacement title; `None` means the
1561 /// neutral text for every withheld field.
1562 #[serde(default)]
1563 pub chosen_title: Option<String>,
1564 /// With `resolved`: which way the question was settled. `None` on a record
1565 /// written before this field existed (read as the neutral text).
1566 #[serde(default)]
1567 pub choice: Option<GithubTextChoice>,
1568 /// Final rejected rewrite, kept locally for display and an explicit override.
1569 #[serde(default)]
1570 pub rewrite: Option<GithubTextRewrite>,
1571}
1572
1573/// A usable rewrite that still failed the posting gate.
1574#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1575pub struct GithubTextRewrite {
1576 /// Final title after redaction.
1577 pub title: String,
1578 /// Final description after redaction and run marker insertion.
1579 pub body: String,
1580 /// Stable rule categories, never sensitive values.
1581 pub failed: Vec<String>,
1582}
1583
1584/// How a withheld pull request text was settled.
1585#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
1586#[serde(rename_all = "kebab-case")]
1587pub enum GithubTextChoice {
1588 /// The changed text: neutral for language, redacted for sensitive data
1589 /// (also silence, abandonment and an unknown answer).
1590 Fallback,
1591 /// The owner's vetted replacement title (`chosen_title`).
1592 MyTitle,
1593 /// The original text of every withheld field, past the posting gate.
1594 Original,
1595 /// The saved rewrite title and body, unmodified, past the posting gate.
1596 Rewrite,
1597}
1598
1599/// A review hand-off the panel did not agree to: findings that hold the merge
1600/// are still open and at least one seat's final vote was reject. Recorded on
1601/// [`RunState::contested_handoff`] so `land` can name them in its question.
1602#[derive(Debug, Clone, Serialize, Deserialize)]
1603pub struct ContestedHandoff {
1604 /// Open findings of severity Major or above, in report order.
1605 pub findings: Vec<Finding>,
1606 /// Seats (1-based) whose final vote was reject, with the agent in the seat.
1607 pub rejecters: Vec<(usize, String)>,
1608}
1609
1610pub use crate::review_repair::{Phase as MergeRepairPhase, Request as MergeRepair};
1611
1612impl ReviewRound {
1613 /// Each answering seat's final vote: its revote where reconsideration ran
1614 /// and answered, its initial vote otherwise. The single place this is
1615 /// decided, shared by the round's verdict and [`Self::contested_handoff`].
1616 pub fn final_votes(&self) -> Vec<(usize, String, ReviewVote)> {
1617 self.reviews
1618 .iter()
1619 .filter_map(|r| {
1620 self.reconsideration
1621 .iter()
1622 .find(|rv| rv.reviewer == r.reviewer)
1623 .and_then(|rv| rv.vote)
1624 .or(r.vote)
1625 .map(|v| (r.reviewer, r.agent.clone(), v))
1626 })
1627 .collect()
1628 }
1629
1630 /// Is this round's hand-off contested: a Major-or-above finding open and
1631 /// at least one final vote of reject? `None` otherwise. Kept as one small
1632 /// function so anything deciding on it reads the same answer.
1633 pub fn contested_handoff(&self) -> Option<ContestedHandoff> {
1634 let findings: Vec<Finding> = self
1635 .reviews
1636 .iter()
1637 .flat_map(|r| r.findings.iter())
1638 .filter(|f| f.severity.blocks())
1639 .cloned()
1640 .collect();
1641 if findings.is_empty() {
1642 return None;
1643 }
1644 let rejecters: Vec<(usize, String)> = self
1645 .final_votes()
1646 .into_iter()
1647 .filter(|(_, _, v)| *v == ReviewVote::Reject)
1648 .map(|(seat, agent, _)| (seat, agent))
1649 .collect();
1650 if rejecters.is_empty() {
1651 return None;
1652 }
1653 Some(ContestedHandoff {
1654 findings,
1655 rejecters,
1656 })
1657 }
1658
1659 /// Did at least one reviewer seat fail to answer this round?
1660 pub fn incomplete(&self) -> bool {
1661 self.answered < self.expected
1662 }
1663
1664 /// The honest state of this round's e2e leg.
1665 ///
1666 /// Never derive this from `e2e.is_empty()` alone anywhere else in the
1667 /// codebase — `NotConfigured` and `Deferred` both leave it empty, and
1668 /// only this method (backed by [`Self::e2e_deferred`]) tells them apart.
1669 /// A resource-blocked attempt is checked first and ahead of both: `e2e`
1670 /// is non-empty for it too, but `CommandOutcome::resource_blocked` says
1671 /// no command actually ran, and reading that as `Failed` is exactly how
1672 /// shared build-cache contention gets misreported as a verdict on the
1673 /// patch (see `CommandOutcome::resource_blocked`'s own doc).
1674 pub fn e2e_status(&self) -> E2eStatus {
1675 if self.e2e.iter().any(|o| o.resource_blocked) {
1676 E2eStatus::ResourceBlocked
1677 } else if !self.e2e.is_empty() {
1678 if self.e2e.iter().all(CommandOutcome::ok) {
1679 E2eStatus::Passed
1680 } else {
1681 E2eStatus::Failed
1682 }
1683 } else if self.e2e_deferred {
1684 E2eStatus::Deferred
1685 } else {
1686 E2eStatus::NotConfigured
1687 }
1688 }
1689
1690 /// Facts about this round's verification leg, judged against
1691 /// `current_head` — the commit whoever is asking is actually looking at
1692 /// right now. `None` when there is nothing worth surfacing: no
1693 /// `verify.e2e` configured, or the round's own check came back green (a
1694 /// passing result needs no skepticism attached to it, and an unread
1695 /// `None` is exactly what keeps a quiet round quiet instead of padding
1696 /// every prompt with "everything was fine").
1697 ///
1698 /// This is the single place that turns `e2e`/`e2e_deferred`/
1699 /// `verified_head`/`verified_at` into text. Every prompt and report that
1700 /// shows a round's verification result must build its wording from this,
1701 /// not re-derive its own summary at the call site — a hand-rolled
1702 /// version at one more place is exactly how "an old red read as today's
1703 /// answer" comes back through a different door (see the incident this
1704 /// type exists to prevent, recorded alongside `SCHEMA`'s doc for schema
1705 /// 8).
1706 pub fn verification_summary(&self, current_head: &str) -> Option<VerificationSummary> {
1707 let status = self.e2e_status();
1708 if matches!(status, E2eStatus::NotConfigured | E2eStatus::Passed) {
1709 return None;
1710 }
1711 let commit = match &self.verified_head {
1712 Some(h) if h == current_head => {
1713 format!("commit {} (this is the head being looked at now)", short(h))
1714 }
1715 Some(h) => format!("commit {} (an earlier head, since superseded)", short(h)),
1716 None => "commit unknown (no command finished checking one)".to_owned(),
1717 };
1718 let checked_at = match self.verified_at {
1719 Some(t) => format!("checked at {t}"),
1720 None => "checked at: unknown (recorded before this was tracked)".to_owned(),
1721 };
1722 let result = match status {
1723 E2eStatus::NotConfigured | E2eStatus::Passed => unreachable!("checked above"),
1724 E2eStatus::Failed => "result: FAILED".to_owned(),
1725 E2eStatus::Deferred => format!(
1726 "result: not run this round yet — deferred to the fixer{}. Not passed, not \
1727 failed.",
1728 self.e2e_defer_reason
1729 .as_deref()
1730 .map(|why| format!(" ({why})"))
1731 .unwrap_or_default()
1732 ),
1733 E2eStatus::ResourceBlocked => "result: could not run — a required resource was \
1734 not available. This is evidence about the machine, \
1735 not about the patch."
1736 .to_owned(),
1737 };
1738 let label = format!("round {}, {commit}, {checked_at}\n{result}", self.round);
1739 // `Failed` names the command that actually ran and failed;
1740 // `ResourceBlocked` names the operation magi was waiting on (or the
1741 // freshness check it could not confirm) — `command` still says what
1742 // was attempted even though nothing finished, and leaving it out is
1743 // exactly how a reviewer or fixer lost the one thing this leg *can*
1744 // still tell them: what was being checked, not whether it passed.
1745 let tail = matches!(status, E2eStatus::Failed | E2eStatus::ResourceBlocked).then(|| {
1746 self.e2e
1747 .iter()
1748 .filter(|o| !o.ok())
1749 .map(|o| format!("$ {}\n{}\n", o.command, o.output_tail))
1750 .collect::<String>()
1751 });
1752 Some(VerificationSummary { label, tail })
1753 }
1754}
1755
1756/// The honest state of a round's e2e leg. See [`ReviewRound::e2e_status`].
1757#[derive(Debug, Clone, Copy, PartialEq, Eq)]
1758pub enum E2eStatus {
1759 /// `verify.e2e` has no commands configured.
1760 NotConfigured,
1761 /// Skipped this round on purpose: blocking findings already required a
1762 /// fix, so the round went straight to the fixer instead of spending a
1763 /// full verify run on a head it already knew would need another pass.
1764 Deferred,
1765 /// Ran, and every command exited 0.
1766 Passed,
1767 /// Ran, and at least one command did not exit 0.
1768 Failed,
1769 /// Magi could not even get a command to run — the shared build cache's
1770 /// lease or freshness check was not available within budget. Evidence
1771 /// about the machine, never a verdict on the tree it named; must not be
1772 /// shown or counted the same as [`Self::Failed`].
1773 ResourceBlocked,
1774}
1775
1776/// [`ReviewRound::verification_summary`]'s output: the facts, pre-worded, for
1777/// a prompt or report to place under its own heading. Kept as two pieces
1778/// rather than one pre-joined string so a caller that wants to insert its own
1779/// note between the label and the raw command tail (see `prompt::review`) can
1780/// do so without re-parsing text back apart.
1781#[derive(Debug, Clone)]
1782pub struct VerificationSummary {
1783 /// Round, commit, freshness and result — always present.
1784 pub label: String,
1785 /// Raw `$ command` / output tail, present for `result: FAILED` and for
1786 /// a resource-blocked attempt (naming the operation magi was waiting on,
1787 /// even though nothing finished) — absent for every other result, which
1788 /// has nothing to add past the label.
1789 pub tail: Option<String>,
1790}
1791
1792/// The honest state of a run's final gate. See [`RunState::gate_status`].
1793#[derive(Debug, Clone, Copy, PartialEq, Eq)]
1794pub enum GateStatus {
1795 /// Never attempted, or the last attempt was resource-blocked (the shared
1796 /// build cache could not be acquired or confirmed fresh in time) and
1797 /// needs a retry.
1798 NotRun,
1799 /// No gate commands were configured. This is not successful verification.
1800 NotConfigured,
1801 /// Ran one or more commands, and every one of them exited 0.
1802 Passed,
1803 /// Ran one or more commands, and at least one did not exit 0.
1804 Failed,
1805}
1806
1807impl GateStatus {
1808 /// May a run in this state proceed to merge?
1809 pub fn ok(self) -> bool {
1810 matches!(self, Self::Passed)
1811 }
1812}
1813
1814/// What happened to the winning branch.
1815#[derive(Debug, Clone, Serialize, Deserialize)]
1816pub struct MergeOutcome {
1817 /// Requested mode.
1818 pub mode: MergeMode,
1819 /// Did the requested operation succeed? Publication and no-op success do not prove a merge.
1820 pub ok: bool,
1821 /// Command output, or the command the operator should run.
1822 #[serde(default)]
1823 pub detail: String,
1824 /// The winner had no commits ahead of the base, so no pull request was
1825 /// attempted. Distinct from a `gh` failure: nothing was wrong with the
1826 /// tooling, there was simply nothing to land.
1827 #[serde(default)]
1828 pub empty: bool,
1829}
1830
1831/// A seat currently mid-answer: a prompt was sent and no reply has landed yet.
1832///
1833/// This is not the whole story of "is it alive" — a daemon killed mid-wave
1834/// leaves its last wave's entries here forever, since nothing ran to clear
1835/// them. A reader must cross-check a live daemon's heartbeat
1836/// (`daemon::is_working_on`) before trusting one of these as "still running"
1837/// rather than "abandoned". [`RunState::clear_active`] is what keeps that
1838/// leftover from surviving into the next attempt at this run: `execute` calls
1839/// it before doing anything else, so a resumed run never carries a stale
1840/// entry into its own report before the next wave repopulates it.
1841///
1842/// Deliberately carries no agent id: an implementer's agent is no secret, but
1843/// a judge or reviewer seat is blind (`SeatState::key` is keyed by seat, never
1844/// agent, for exactly this reason), and this struct has no way to tell which
1845/// kind of seat it describes. The seat key alone — already in the map this
1846/// lives under — is what every caller needs to say which seat is running.
1847///
1848/// The same map also carries entries for shell-command work that runs
1849/// outside any seat — `verify.e2e`, `verify.gate` — keyed by the task's own
1850/// name (`"e2e"`, `"gate"`) rather than a seat key. [`Self::task`] is `Some`
1851/// only for those; it is how a reader tells the two kinds of entry apart
1852/// without a second map, a second route, or a second SSE reason to poll for
1853/// — see [`RunState::seats_active`] / [`RunState::tasks_active`] for the
1854/// accessors that split them back apart. A task entry is exactly as blind as
1855/// a seat entry: no agent runs it, so there is nothing to leak, and
1856/// [`Self::command`] carries only the shell command being run, never
1857/// anything about who is running it.
1858#[derive(Debug, Clone, Serialize, Deserialize)]
1859pub struct ActiveSeat {
1860 /// Node the seat is answering for, e.g. `implement`, `judge`, `review`.
1861 /// For a task entry, the node the command list runs under (`verify`,
1862 /// `gate`).
1863 pub node: String,
1864 /// When this attempt — or, for a task entry, this one command — was
1865 /// started. A task entry's timer resets at every command boundary,
1866 /// because `verify.e2e` / `verify.gate` apply their timeout per command,
1867 /// not once across the whole list — see [`RunState::task_command`].
1868 pub started_at: Timestamp,
1869 /// The wall-clock budget for this attempt (a seat) or this one command
1870 /// (a task entry).
1871 pub timeout_secs: u64,
1872 /// 0 for the first ask, N for the Nth nudge or resume. For a task entry,
1873 /// 0 for the first pass over the command list, N for the Nth retry (see
1874 /// `run_e2e_with_retry`'s build/link retry).
1875 #[serde(default)]
1876 pub attempt: usize,
1877 /// `None` for a seat; `Some("e2e")` / `Some("gate")` for a running
1878 /// command-list task. This is the type tag that lets both kinds of entry
1879 /// share one map without a task ever being mistaken for a (blind) seat —
1880 /// see this struct's own doc. Omitted from JSON when absent (the common,
1881 /// seat case), rather than written out as a literal `null` on every one
1882 /// of a run's seat entries.
1883 #[serde(default, skip_serializing_if = "Option::is_none")]
1884 pub task: Option<String>,
1885 /// The command currently running, task entries only. Never set on a
1886 /// seat entry — a seat has no command, only a prompt, and a prompt is
1887 /// not safe to show mid-run (see this struct's blindness note).
1888 #[serde(default, skip_serializing_if = "Option::is_none")]
1889 pub command: Option<String>,
1890 /// 1-based position of [`Self::command`] within the task's command list.
1891 #[serde(default, skip_serializing_if = "Option::is_none")]
1892 pub index: Option<usize>,
1893 /// Number of commands in the task's list.
1894 #[serde(default, skip_serializing_if = "Option::is_none")]
1895 pub total: Option<usize>,
1896}
1897
1898/// What a wave is waiting for before it may spawn its agents.
1899#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1900pub struct ResourceWait {
1901 /// Node whose seats wait.
1902 pub node: String,
1903 /// What is awaited, e.g. `shared build cache`.
1904 pub kind: String,
1905 /// Who holds it, as far as known.
1906 pub holder: String,
1907 /// When the wait began.
1908 pub since: Timestamp,
1909 /// The wait's own bound, seconds (`[graph] timeout_resource_wait`).
1910 pub limit_secs: u64,
1911}
1912
1913/// Why a resource operation stopped. Older records did not retain this evidence.
1914#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
1915#[serde(tag = "kind", rename_all = "snake_case")]
1916pub enum ResourceBlockCause {
1917 /// No structured evidence was saved.
1918 #[default]
1919 Unrecorded,
1920 /// The resource wait actually exhausted its own budget.
1921 Timeout {
1922 /// Measured wait duration.
1923 waited_secs: u64,
1924 /// Configured resource wait budget.
1925 limit_secs: u64,
1926 },
1927 /// Acquisition was cancelled, possibly by a known park request.
1928 Cancelled {
1929 /// Available only when the caller retained the park request.
1930 park: Option<ParkCause>,
1931 },
1932 /// An infrastructure error, rather than an elapsed wait.
1933 Other,
1934}
1935
1936/// A resumable resource stop; earlier nodes or peers may already have run.
1937#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1938pub struct ResourceBlock {
1939 /// Node whose operation was blocked or interrupted.
1940 pub node: String,
1941 /// What stayed busy.
1942 pub kind: String,
1943 /// Structured evidence from the point where acquisition ended.
1944 #[serde(default)]
1945 pub cause: ResourceBlockCause,
1946 /// Why the operation ended, in words.
1947 pub detail: String,
1948 /// When it ended.
1949 pub at: Timestamp,
1950}
1951
1952impl ResourceBlock {
1953 /// Shared CLI, queue-hold and Web wording. Never infer a timeout from a
1954 /// resource kind or a legacy record's configured budget.
1955 #[must_use]
1956 pub fn description(&self) -> String {
1957 let reason = match &self.cause {
1958 ResourceBlockCause::Timeout {
1959 waited_secs,
1960 limit_secs,
1961 } => format!("resource wait timed out after {waited_secs}s (limit {limit_secs}s)"),
1962 ResourceBlockCause::Cancelled { park: Some(cause) } => {
1963 format!("resource wait cancelled for parking ({})", cause.label())
1964 }
1965 ResourceBlockCause::Cancelled { park: None } => "resource wait cancelled".into(),
1966 ResourceBlockCause::Other => "resource operation blocked".into(),
1967 ResourceBlockCause::Unrecorded if self.detail == "the run is parking" => {
1968 "resource wait cancelled for parking (request source unrecorded)".into()
1969 }
1970 ResourceBlockCause::Unrecorded
1971 if self.detail == "the wait for the build cache was cancelled" =>
1972 {
1973 "resource wait cancelled (request source unrecorded)".into()
1974 }
1975 ResourceBlockCause::Unrecorded => "resource stop cause unrecorded".into(),
1976 };
1977 format!("{}: {}: {reason} ({})", self.node, self.kind, self.detail)
1978 }
1979}
1980
1981impl ActiveSeat {
1982 /// Seconds since this attempt was sent.
1983 #[must_use]
1984 pub fn elapsed_secs(&self, now: Timestamp) -> i64 {
1985 (now.as_second() - self.started_at.as_second()).max(0)
1986 }
1987
1988 /// Seconds left before this attempt's own timeout fires, floored at zero
1989 /// rather than going negative once the CLI has overrun its budget.
1990 #[must_use]
1991 pub fn remaining_secs(&self, now: Timestamp) -> i64 {
1992 (self.timeout_secs as i64 - self.elapsed_secs(now)).max(0)
1993 }
1994}
1995
1996/// Whether a process is provably still driving a run, provably not, or
1997/// neither — see [`RunState::liveness`]. Serialized as a lowercase string
1998/// (`"live"` / `"dead"` / `"unknown"`) rather than a bool: a bool has no room
1999/// for "could not tell", and folding that case into either `true` or `false`
2000/// is exactly the wrong call for a display an operator uses to decide
2001/// whether to wait or to act — see the schema-10 field doc on
2002/// [`RunState::driver_pid`] for the report it used to produce instead.
2003#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
2004#[serde(rename_all = "lowercase")]
2005pub enum Liveness {
2006 /// Proven: a daemon's heartbeat or a matching held execution lease claims
2007 /// the run, or (for legacy records) `driver_pid` answers
2008 /// alive under the same identity (`driver_started_at`) this run recorded
2009 /// for it.
2010 Live,
2011 /// Proven: no daemon claim, and an explicit exit or matching free execution
2012 /// lease, or `driver_pid` answers dead outright
2013 /// or it answers alive under a *different* identity than recorded — a
2014 /// pid the OS has since handed to an unrelated process is exactly as
2015 /// good as proof the original driver is gone (see
2016 /// [`RunState::driver_started_at`]'s own doc).
2017 Dead,
2018 /// Neither proven — no daemon claim, and either no `driver_pid` to ask,
2019 /// the platform could not answer for it, or a live pid with nothing (or
2020 /// nothing queryable) to corroborate its identity against. Never treated
2021 /// as `Dead`: see [`RunState::liveness_with`].
2022 Unknown,
2023}
2024
2025/// A timestamped note about a node.
2026#[derive(Debug, Clone, Serialize, Deserialize)]
2027pub struct Event {
2028 /// When.
2029 pub at: Timestamp,
2030 /// Node name.
2031 pub node: String,
2032 /// What happened.
2033 pub message: String,
2034}
2035
2036/// How far the winner's tree trailed the landing base, last time it was
2037/// checked, and what came of trying to close that gap.
2038///
2039/// Set by `graph::Runner::sync_to_base`, which runs before the review loop and
2040/// again before the gate: verifying against a tree that does not yet contain
2041/// the base's tip answers "green on the commit this run branched from", not
2042/// "green on what is about to land", and a merge on that answer can revert
2043/// whatever landed elsewhere while the run was thinking.
2044#[derive(Debug, Clone, Serialize, Deserialize)]
2045pub struct BaseSync {
2046 /// `<remote>/<base>` tip the tree was last checked against.
2047 pub tip: String,
2048 /// Commits `tip` was ahead of the tree at that check, before any rebase
2049 /// this round tried to close the gap. Zero means the tree already
2050 /// contained `tip`.
2051 pub behind: usize,
2052 /// Cumulative rebase attempts. The ordinary cap is `graph::BASE_SYNC_ROUNDS`;
2053 /// each explicit base recovery authorization may reserve one more.
2054 pub attempts: usize,
2055 /// What git said, if the most recent rebase attempt conflicted or could
2056 /// not be pushed. `Some` here is what makes a `Blocked` run read as
2057 /// "stopped on the base, not on review or the gate" - the rebase is not
2058 /// retried again while this is set; a person has to look.
2059 #[serde(default)]
2060 pub conflict: Option<String>,
2061 /// Set when the winner's whole change turned out to be on the base already
2062 /// under other commit ids (see [`crate::already`]). Present exactly when the
2063 /// run ended as [`RunStatus::AlreadyInBase`].
2064 #[serde(default)]
2065 pub already_in: Option<crate::already::Evidence>,
2066}
2067
2068/// What the land loop saw last time it looked at the pull request.
2069///
2070/// Strings for `state` and `checks` on purpose: they are `gh`'s vocabulary, and
2071/// pinning them into an enum here would mean a new GitHub check conclusion
2072/// turns a readable status into a deserialisation error on a run someone is
2073/// trying to look at.
2074#[derive(Debug, Clone, Serialize, Deserialize)]
2075pub struct PrRecord {
2076 /// Pull request url.
2077 pub url: String,
2078 /// Pull request number.
2079 pub number: u64,
2080 /// `open`, `merged` or `closed`.
2081 pub state: String,
2082 /// `pending`, `green`, `red` or `unknown`.
2083 pub checks: String,
2084 /// Land round, 1-based, or 0 before the first fix.
2085 pub round: usize,
2086 /// Land round budget.
2087 pub rounds: usize,
2088 /// Checks that were red when the pull request merged anyway (the forge
2089 /// said they do not block it). Empty for a green merge, and for any run
2090 /// recorded before this field existed - so empty is not proof nothing was
2091 /// red.
2092 #[serde(default, skip_serializing_if = "Vec::is_empty")]
2093 pub red_at_merge: Vec<String>,
2094}
2095
2096/// What the post-merge release-bump step did, and whether it needs a human.
2097///
2098/// Recorded next to the `bump` events rather than instead of them: the events
2099/// are the narrative, this is what `magi show`, the status word and the
2100/// notification read without parsing prose. `status` stays `Merged` - the
2101/// merge did happen - so [`RunState::needs_attention`] is the one place that
2102/// says a merged run is not fully done.
2103#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
2104pub struct ReleaseBump {
2105 /// The release pull request, when one was opened.
2106 #[serde(default)]
2107 pub pr_url: Option<String>,
2108 /// The version it releases.
2109 #[serde(default)]
2110 pub version: Option<String>,
2111 /// Did enabling automerge on `pr_url` succeed?
2112 #[serde(default)]
2113 pub automerge_enabled: bool,
2114 /// GitHub refused automerge because CI had already finished (the pull
2115 /// request was in clean status), so magi merged it directly. Kept apart
2116 /// from `automerge_enabled`, which stays the plain fact it says it is.
2117 #[serde(default)]
2118 pub merged_directly: bool,
2119 /// `[release] mode = "local"`: no automerge was armed; the pull request is
2120 /// merged on the owner's approval and released by `magi serve`
2121 /// ([`crate::release_local`]).
2122 #[serde(default)]
2123 pub local: bool,
2124 /// What the local release did (tag, commit, each command's exit code and
2125 /// output tail), kept here because the watcher's own record is deleted
2126 /// once the release is done.
2127 #[serde(default)]
2128 pub release: Option<crate::release_local::Job>,
2129 /// What went wrong, verbatim from the tool that said it.
2130 #[serde(default)]
2131 pub problem: Option<String>,
2132 /// What the operator has to do about it. `Some` is what makes a merged run
2133 /// read as needing attention.
2134 #[serde(default)]
2135 pub action_required: Option<String>,
2136 /// Why no release bump was made. A skipped bump is not a completed
2137 /// release: the report and the web page say SKIPPED with this reason.
2138 #[serde(default)]
2139 pub skipped: Option<String>,
2140}
2141
2142/// The workflow runs `land` reran on one head, with when (unix seconds).
2143#[derive(Debug, Clone, Default, Serialize, Deserialize, PartialEq, Eq)]
2144pub struct LandReruns {
2145 /// The commit the reruns were made on.
2146 pub head: String,
2147 /// Workflow run id to the unix second it was rerun.
2148 pub runs: BTreeMap<String, i64>,
2149}
2150
2151/// Successful launcher fetch, persisted independently of moving tracking refs.
2152#[derive(Debug, Clone, Serialize, Deserialize)]
2153pub struct FetchedBase {
2154 /// Remote fetched by the launcher.
2155 pub remote: String,
2156 /// Remote branch selected as the run base.
2157 pub branch: String,
2158 /// Resolved commit immediately after the successful fetch.
2159 pub commit: String,
2160 /// Time the launcher observed the successful fetch.
2161 pub fetched_at: Timestamp,
2162}
2163
2164/// Durable evidence recorded before startup can acquire repository assets.
2165#[derive(Debug, Clone, Serialize, Deserialize)]
2166pub struct Startup {
2167 /// Implementation, review, or public-head recovery.
2168 pub kind: String,
2169 /// Requested review branch, before any checkout or ref changes.
2170 pub branch: Option<String>,
2171 /// Last durable startup boundary.
2172 pub stage: String,
2173 /// Construction finished successfully; false forbids graph resumption.
2174 pub complete: bool,
2175 /// Original startup error, or an interruption requiring inspection.
2176 pub failure: Option<String>,
2177}
2178
2179/// Error context preserves the underlying typed refusal/resource error.
2180#[derive(Debug, Clone, Serialize, Deserialize)]
2181pub struct StartupFailure {
2182 /// Reserved run retained for audit.
2183 pub run: String,
2184 /// Boundary that failed.
2185 pub stage: String,
2186}
2187
2188impl std::fmt::Display for StartupFailure {
2189 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
2190 write!(f, "run {} startup failed at {}", self.run, self.stage)
2191 }
2192}
2193
2194/// The whole run.
2195#[derive(Debug, Clone, Serialize, Deserialize)]
2196pub struct RunState {
2197 /// On-disk format version.
2198 pub schema: u32,
2199 /// Run id, e.g. `20260830-153012-a1b2`.
2200 pub id: String,
2201 /// Repository the run operates on.
2202 pub repo: PathBuf,
2203 /// Branch the run started from.
2204 pub base_branch: String,
2205 /// Commit the run started from.
2206 pub base_commit: String,
2207 /// Absent in older runs; never infer fetch evidence from a tracking ref.
2208 #[serde(default)]
2209 pub fetched_base: Option<FetchedBase>,
2210 /// Guarded destination for an isolated review of a foreign checkout.
2211 #[serde(default)]
2212 pub foreign_checkout: Option<crate::foreign_checkout::ForeignCheckout>,
2213 /// Reservation lifecycle; incomplete startups must never execute as fresh work.
2214 #[serde(default)]
2215 pub startup: Option<Startup>,
2216 /// The task, verbatim.
2217 pub instruction: String,
2218 /// Authored task criteria before review scaffolding was generated.
2219 #[serde(default)]
2220 pub task_instruction: Option<String>,
2221 /// When the run was created.
2222 pub created_at: Timestamp,
2223 /// Last state flush.
2224 pub updated_at: Timestamp,
2225 /// Current status.
2226 pub status: RunStatus,
2227 /// Seed for labels and session ids.
2228 pub seed: u64,
2229 /// Config snapshot, so a resumed run behaves like the original.
2230 pub config: Config,
2231 /// Applied explicit repair authorizations and crash checkpoints.
2232 #[serde(default)]
2233 pub repair_grants: Vec<crate::repair_budget::Applied>,
2234 /// Additive approval policy; retained even if a later head removes it.
2235 #[serde(default)]
2236 pub branch_owner_holds: Vec<BranchOwnerHold>,
2237 /// Did this run take a reference on `extensions.worktreeConfig` being on
2238 /// (see [`crate::git::acquire_worktree_config`])? If so, cleanup releases
2239 /// it - which only actually turns the setting back off once every other
2240 /// run sharing this repository has released its own reference too.
2241 #[serde(default)]
2242 pub enabled_worktree_config: bool,
2243 /// Public pull request head, separate from competition branches.
2244 #[serde(default)]
2245 pub pr_head: Option<String>,
2246 /// Operator-selected source and original public lease, distinct from repaired HEAD.
2247 #[serde(default)]
2248 pub pr_recovery: Option<crate::pr_recovery::Selection>,
2249 /// Actual ordered load inputs (remote-layer paths contain their source commit).
2250 /// The resolved commands are retained in `config`, without re-rendering provenance.
2251 #[serde(default)]
2252 pub recovery_config: Option<crate::pr_recovery::ConfigEvidence>,
2253 /// Last head successfully pushed by this run; never an observed remote tip.
2254 #[serde(default)]
2255 pub pr_pushed_head: Option<String>,
2256 /// Public PR head observed when the forge confirmed its merge; absent on old records.
2257 #[serde(default)]
2258 pub pr_merged_head: Option<String>,
2259 /// Last title posted by this run, used to preserve human title edits.
2260 #[serde(default)]
2261 pub pr_posted_title: Option<String>,
2262 /// Publication has not completed; resume retries it without competing again.
2263 #[serde(default)]
2264 pub pr_publication_pending: bool,
2265 /// Successor that owns this run's pull request; this record is historical.
2266 #[serde(default)]
2267 pub pr_taken_over_by: Option<String>,
2268 /// Empty attempt retired to a recovery authority; reports and refs remain.
2269 /// Separate from Superseded: this never settles questions or closes PRs.
2270 #[serde(default)]
2271 pub retired_to: Option<String>,
2272 /// Candidates.
2273 #[serde(default)]
2274 pub candidates: Vec<Candidate>,
2275 /// Initial blind rankings.
2276 #[serde(default)]
2277 pub judgements: Vec<Judgement>,
2278 /// `judge` decided a solo candidate needs no panel and only logged it.
2279 ///
2280 /// `judgements` stays empty in that case — nothing to distinguish from
2281 /// "not yet judged" — so this is the record that makes the skip
2282 /// idempotent: without it, every reentry re-ran `judge`, re-logged the
2283 /// same event, and rewrote `status` to `Judging` over whatever a later
2284 /// node had already concluded.
2285 #[serde(default)]
2286 pub judge_skipped: bool,
2287 /// Deliberation, if it happened.
2288 #[serde(default)]
2289 pub deliberation: Vec<DeliberationRound>,
2290 /// Private final votes.
2291 #[serde(default)]
2292 pub votes: Vec<VoteRecord>,
2293 /// The count.
2294 #[serde(default)]
2295 pub tally: Option<Tally>,
2296 /// Review rounds.
2297 #[serde(default)]
2298 pub reviews: Vec<ReviewRound>,
2299 /// Final gate.
2300 ///
2301 /// Never derive whether the gate has run from `gate.is_empty()` alone —
2302 /// use [`Self::gate_status`] instead. An empty list is ambiguous on its
2303 /// own: it is what an unattempted gate looks like, what a
2304 /// resource-blocked attempt leaves behind (see `graph::Runner::gate`'s
2305 /// own doc), and also what a repo with no `verify.gate` commands
2306 /// configured produces once it *has* run. [`Self::gate_ran`] is what
2307 /// tells the third case apart from the first two.
2308 #[serde(default)]
2309 pub gate: Vec<CommandOutcome>,
2310 /// Did `gate()` actually record an attempt — zero commands configured
2311 /// (not configured), or one or more commands that ran to
2312 /// completion — as opposed to never having run, or having last hit a
2313 /// resource-blocked retry?
2314 ///
2315 /// `gate.is_empty()` cannot tell those apart by itself: a repo with no
2316 /// `verify.gate` commands leaves `gate` empty exactly like an
2317 /// unattempted or resource-blocked one does, and reading that empty list
2318 /// as "not yet run" is what stranded a review-only run in
2319 /// `RunStatus::Gating` forever on such a repo — see `SCHEMA`'s doc for
2320 /// schema 7. A record written before this field existed defaults to
2321 /// `false` and is migrated in [`migrate_schema`].
2322 #[serde(default)]
2323 pub gate_ran: bool,
2324 /// The winner's commit the recorded `gate` ran against. `None` on a record
2325 /// from before this existed, which reads as "commit unknown".
2326 #[serde(default)]
2327 pub gate_head: Option<String>,
2328 /// Verification on a changed head, separate from the review judgment.
2329 #[serde(default)]
2330 pub head_e2e: Option<GateRepairE2e>,
2331 /// Append-only evidence replaced when the winner moves to another head.
2332 #[serde(default)]
2333 pub verification_history: Vec<VerificationEvidence>,
2334 /// Resume must reconcile, sync, gate and publish the existing PR head before CI.
2335 #[serde(default)]
2336 pub land_sync_pending: bool,
2337 /// Winner tip before a landing rebase, retained until worktree setup finishes.
2338 #[serde(default)]
2339 pub land_rebase_from: Option<String>,
2340 /// Fix rounds a failing gate has already spent, oldest first. Persisted
2341 /// right after each fixer call so a resumed run spends only what is left
2342 /// of `graph.gate_fix_rounds` instead of starting the budget over.
2343 #[serde(default)]
2344 pub gate_fixes: Vec<GateFixRecord>,
2345 /// Publication after gate repair requires successful e2e on the final SHA.
2346 #[serde(default)]
2347 pub gate_repair_e2e: Option<GateRepairE2e>,
2348 /// Fixer rounds spent on a rebase conflict (base sync and land share one
2349 /// budget, `graph.review_rounds`), oldest first. Persisted right before
2350 /// each fixer call, so a resumed run spends only what is left.
2351 #[serde(default)]
2352 pub rebase_fixes: Vec<RebaseFixRecord>,
2353 /// The graft phase's record, once it started or was skipped for a
2354 /// reason worth keeping. `None` for a run that never reached it.
2355 #[serde(default)]
2356 pub graft: Option<GraftRecord>,
2357 /// What this run inherited from the attempt it took over, and why (see
2358 /// [`crate::recovery`]). `None` for a run that took nothing over.
2359 /// Additive and `#[serde(default)]`, so `SCHEMA` stays put.
2360 #[serde(default)]
2361 pub recovery: Option<crate::recovery::RecoveryRecord>,
2362 /// Set at the review loop's hand-off when the last round ended with a
2363 /// blocking finding still open *and* a reviewer's final vote was reject
2364 /// (see [`ReviewRound::contested_handoff`]). `land` reads it to ask the
2365 /// owner before merging even with `graph.land_approval` off. A snapshot
2366 /// taken at hand-off, never recomputed later.
2367 #[serde(default)]
2368 pub contested_handoff: Option<ContestedHandoff>,
2369 /// The head commit `land` has armed (or is about to arm) GitHub auto-merge
2370 /// on. Saved *before* the arm call, so a crash right after it still tells
2371 /// a resume that the forge may be holding an armed merge. Cleared the
2372 /// moment auto-merge is disabled or the pull request is done.
2373 #[serde(default)]
2374 pub land_armed_head: Option<String>,
2375 /// Workflow runs `land` has rerun for the head it is bound to. Saved
2376 /// *before* each `gh run rerun`, so a restart never reruns twice; replaced
2377 /// when the head moves.
2378 #[serde(default)]
2379 pub land_reruns: Option<LandReruns>,
2380 /// First unreadable merge-state observation per head, independent of reruns.
2381 #[serde(default)]
2382 pub land_unsaid: Option<(String, i64)>,
2383 /// Structured CI evidence and owner question for a machine hold.
2384 #[serde(default)]
2385 pub land_unrelated: Option<crate::land::CiHold>,
2386 /// The merge-approval question `land` last filed, and the head commit its
2387 /// panel showed. An answer is only honoured for that exact commit: a fix
2388 /// or rebase push makes a new head the owner has not seen.
2389 #[serde(default)]
2390 pub land_approval: Option<LandApproval>,
2391 /// Repair history on this same PR and run; no second task owns the branch.
2392 #[serde(default)]
2393 pub merge_repairs: Vec<MergeRepair>,
2394 /// Owner stop/withdraw/replacement checkpoint, independent of PR head movement.
2395 #[serde(default)]
2396 pub merge_decision: Option<crate::merge_decision::Decision>,
2397 /// Previous attempt replaced by this run; its PR is never reused.
2398 #[serde(default)]
2399 pub replaces: Option<crate::merge_decision::Replacement>,
2400 /// The posting-gate question for this run's pull request text, if the gate
2401 /// withheld any. While `resolved` is `None` the run is parked on it.
2402 #[serde(default)]
2403 pub github_text: Option<GithubTextAsk>,
2404 /// The whole-change description of a review-only run, tied to the final
2405 /// commit and base it was written from. `None` until one was produced.
2406 #[serde(default)]
2407 pub change_summary: Option<ChangeSummary>,
2408 /// Outcomes of the `verify.pre_gate` commands from the latest time they
2409 /// ran on the winner. Informational only: a failure here never blocks the
2410 /// run, the gate stays the single arbiter. Overwritten on each pass.
2411 #[serde(default)]
2412 pub pre_gate: Vec<CommandOutcome>,
2413 /// The latest commit a `pre_gate` pass made, if any pass left changes.
2414 #[serde(default)]
2415 pub pre_gate_commit: Option<String>,
2416 /// Merge outcome.
2417 #[serde(default)]
2418 pub merge: Option<MergeOutcome>,
2419 /// Vendor tokens seen in judged material.
2420 #[serde(default)]
2421 pub leaks: Vec<Leak>,
2422 /// Seats lost to a CLI rate limit / quota, in the order they hit.
2423 #[serde(default)]
2424 pub quota: Vec<QuotaLoss>,
2425 /// Seats handed to the next roster agent after a failure, in order.
2426 /// Additive, so `SCHEMA` is not bumped.
2427 #[serde(default)]
2428 pub handovers: Vec<Handover>,
2429 /// How many agent-change seats this run has minted; mixed into their
2430 /// session ids so re-handing a seat to an agent it already had never
2431 /// reuses that agent's earlier uuid. Additive.
2432 #[serde(default)]
2433 pub seat_epoch: u64,
2434 /// Per reviewer seat, which roster agents already failed it and which one
2435 /// last answered, carried across review rounds. Additive, so `SCHEMA` is
2436 /// not bumped. See [`SeatHistory`].
2437 #[serde(default)]
2438 pub seat_history: BTreeMap<String, SeatHistory>,
2439 /// Stray foreign lockfiles a rescue commit left out, one entry per path.
2440 #[serde(default)]
2441 pub withheld: Vec<Withheld>,
2442 /// One entry per time a process took this run over (`Runner::execute`),
2443 /// oldest first. Append-only: a later resume closes the pass before it
2444 /// and never rewrites what that pass recorded. A run from before this
2445 /// existed has none for its earlier passes, which stay "not recorded".
2446 /// Additive, so `SCHEMA` is not bumped.
2447 #[serde(default)]
2448 pub passes: Vec<RunPass>,
2449 /// Set by whoever is about to execute this run on a task's behalf, read
2450 /// and cleared by the next [`RunState::begin_pass`]. Never persisted.
2451 #[serde(skip)]
2452 pub next_pass_task_entry: bool,
2453 /// Parked at a node boundary, waiting to be resumed.
2454 ///
2455 /// A run that is neither finished nor being worked on is otherwise
2456 /// indistinguishable from one whose daemon was killed, and the two want
2457 /// opposite things from an operator: the first is expected to be resumed,
2458 /// the second is a leftover. Cleared by the resume that carries it on.
2459 #[serde(default)]
2460 pub parked: bool,
2461 /// Seats of `node` are waiting, before any agent is spawned, for a shared
2462 /// resource (the build cache's lease). While this is `Some` the seats in
2463 /// [`Self::active`] are *not* running: their countdown has not started.
2464 /// Cleared the moment the wait ends, whichever way.
2465 #[serde(default, skip_serializing_if = "Option::is_none")]
2466 pub resource_wait: Option<ResourceWait>,
2467 /// The run stopped on a resource operation. This does not establish a timeout.
2468 /// Pre-spawn acquisition failures do not spend the affected agent's budget,
2469 /// alter its seat history or cause fallback. Earlier operations may have
2470 /// completed; resource interruption can also stop a running operation.
2471 /// Cleared by resume.
2472 #[serde(default, skip_serializing_if = "Option::is_none")]
2473 pub resource_block: Option<ResourceBlock>,
2474 /// The run that took this run's worktree over, when one did — see
2475 /// [`crate::handover`]. `Some` means the worktree is gone on purpose and
2476 /// the run can no longer be resumed from it ([`Self::released`]).
2477 #[serde(default)]
2478 pub released_to: Option<String>,
2479 /// Branches that outlived this run's released worktree and now belong to
2480 /// the run in [`Self::released_to`] (and to its pull request). A later
2481 /// fold must leave them alone.
2482 #[serde(default)]
2483 pub released_branches: Vec<String>,
2484 /// Turns whose Git/artifact preservation is not confirmed. A resume retries
2485 /// persistence before deciding whether an interrupted turn needs execution.
2486 #[serde(default)]
2487 pub candidate_preservation: BTreeMap<char, String>,
2488 /// Interrupted turns whose empty trees must remain eligible for execution.
2489 /// Kept separately from preservation errors so failed rescue retries retain
2490 /// the distinction between an unfinished turn and a completed empty reply.
2491 #[serde(default)]
2492 pub interrupted_implementations: BTreeSet<char>,
2493 /// Legacy automatically inferred references, retained only for audit.
2494 /// These are never explicit authorization and never seed preparation.
2495 #[serde(default)]
2496 pub seeds: Vec<crate::refs::Seed>,
2497 /// Explicit, SHA-pinned implementation imports; separate from instruction text.
2498 #[serde(default, skip_serializing_if = "crate::refs::Sources::is_empty")]
2499 pub sources: crate::refs::Sources,
2500 /// Candidate preparation stopped before agents ran; requires an explicit source correction.
2501 #[serde(default)]
2502 pub prep_failure: Option<String>,
2503 /// None identifies legacy records; new runs persist preparation completion explicitly.
2504 #[serde(default)]
2505 pub prep_complete: Option<bool>,
2506 /// Per-seat conversation state.
2507 #[serde(default)]
2508 pub seats: BTreeMap<String, SeatState>,
2509 /// Seats currently mid-answer, keyed by seat.
2510 ///
2511 /// An entry exists from the moment a prompt is sent until a reply (of any
2512 /// kind — success, failure, quota, drop) comes back, so its keys are
2513 /// exactly "who hasn't answered yet" for whichever node populated it. See
2514 /// [`ActiveSeat`] for why a reader still has to check a live daemon
2515 /// before trusting one of these as "running" rather than "abandoned".
2516 #[serde(default)]
2517 pub active: BTreeMap<String, ActiveSeat>,
2518 /// Process id of whichever `execute()` call last drove this run —
2519 /// written at the very top of that method, the same place
2520 /// [`Self::clear_active`] runs, so a fresh reentry always overwrites the
2521 /// pid a previous, possibly-dead process left behind.
2522 ///
2523 /// A daemon-claimed run already has a stronger signal
2524 /// (`daemon::is_working_on`), but a `magi run` / `magi review` typed
2525 /// straight into a terminal claims nothing there — before this field
2526 /// existed, [`report::active_seats`] had no way to tell that run apart
2527 /// from one a killed process abandoned, and printed the same "no live
2528 /// daemon claims this run" warning over a run that was, in fact, still
2529 /// answering. See [`Liveness`] for how this and the daemon claim combine.
2530 /// Released ownership clears this field together with `driver_started_at`;
2531 /// legacy records may retain the old pid with `driver_exited = true`.
2532 #[serde(default)]
2533 pub driver_pid: Option<u32>,
2534 /// Whether execution has ever claimed this record. New runs persist false
2535 /// before exposure, then true atomically with their first pass and PID.
2536 /// None is legacy/unknown, never evidence that execution did not start.
2537 #[serde(default, skip_serializing_if = "Option::is_none")]
2538 pub driver_claimed: Option<bool>,
2539 /// The OS-reported moment [`Self::driver_pid`] started, recorded in the
2540 /// same breath as the pid itself — an opaque marker
2541 /// (`crate::proc::process_started_at`, epoch seconds as an integer
2542 /// string), compared only for equality. Older runs hold a locale-dependent
2543 /// string here; those read as `Unknown`, never `Dead`.
2544 ///
2545 /// A pid alone never proves a live process is *this run's* driver: pids
2546 /// get reused, sometimes within minutes on a busy machine, and a killed
2547 /// manual `magi run` whose pid a later, wholly unrelated process happens
2548 /// to receive would otherwise read back as `Liveness::Live` from that
2549 /// coincidence alone. [`Self::liveness`] re-queries the current holder
2550 /// of `driver_pid` and requires this marker to still match before
2551 /// trusting a live answer — a mismatch means a different process now
2552 /// answers to that number, and no marker to compare (an old run, or a
2553 /// platform this build could not ask at record time) means neither
2554 /// extreme can be proven.
2555 #[serde(default)]
2556 pub driver_started_at: Option<String>,
2557 /// The process named by [`Self::driver_pid`] has stopped driving this run:
2558 /// its graph walk returned, whatever the outcome. Cleared at the start of
2559 /// every walk, set as the last write of one.
2560 ///
2561 /// A long-lived `magi serve` outlives its individual graph walks. The
2562 /// execution guard sets this and clears the pid/start marker when a walk
2563 /// returns, is cancelled or unwinds. A kill or failed save instead leaves
2564 /// a free pass-bound execution lease or a lost process identity for
2565 /// startup reconciliation. Older exited records may retain a historical pid.
2566 #[serde(default)]
2567 pub driver_exited: bool,
2568 /// Last observation of the winner's pull request, when a land loop ran.
2569 ///
2570 /// Persisted rather than derived from the event log because the phone asks
2571 /// two questions about a run that has opened a PR - how are its checks and
2572 /// which round is it on - and parsing prose out of events to answer them
2573 /// would break the first time an event message was reworded.
2574 #[serde(default)]
2575 pub pr: Option<PrRecord>,
2576 /// The post-merge release-bump step's outcome, when it got as far as
2577 /// having one to report. See [`ReleaseBump`].
2578 #[serde(default)]
2579 pub release_bump: Option<ReleaseBump>,
2580 /// Decision history also survives failures before a release outcome exists.
2581 #[serde(default)]
2582 pub bump_decision_attempts: Vec<crate::bump::DecisionAttempt>,
2583 /// The last look at how far the winner's tree trailed the landing base,
2584 /// and the rebase(s) tried to close that gap. `None` until the tree has a
2585 /// winner to check.
2586 #[serde(default)]
2587 pub base_sync: Option<BaseSync>,
2588 /// Stable stop identity and single-use owner authorizations, with prior evidence.
2589 #[serde(default)]
2590 pub base_sync_recovery: crate::base_sync_recovery::Recovery,
2591 /// The design-deliberation stage's output, when `[graph] advise` ran it:
2592 /// one record per advisor seat, plus the synthesis blended into the
2593 /// implementer's prompt. `None` when the stage is off, has not run yet,
2594 /// or could not even resolve its seats - see
2595 /// [`crate::graph::Runner::advise`].
2596 #[serde(default)]
2597 pub advice: Option<crate::advise::Advice>,
2598 /// Whether the design-deliberation stage has already been attempted this
2599 /// run, whatever it produced. The idempotency marker `Runner::advise`
2600 /// checks on reentry, the same role [`Self::judge_skipped`] plays for
2601 /// `judge` - without it a resumed run whose stage failed (a misconfigured
2602 /// `[roles] advisors`, every seat quota'd) would re-run it, and re-spend
2603 /// the agent calls, on every single reentry before `implement`.
2604 #[serde(default)]
2605 pub advise_attempted: bool,
2606 /// Node log.
2607 #[serde(default)]
2608 pub events: Vec<Event>,
2609 /// Commands seats' own CLIs reported running, across every node — see
2610 /// [`JobRecord`]. Populated in [`crate::graph::wave`] as each seat
2611 /// answers, so a resumed run keeps what earlier waves already collected
2612 /// rather than losing it to a reentry. Empty on a record written before
2613 /// this existed, or wherever no adapter reads structured job events for
2614 /// the backend a seat used — both read as "no evidence", not "nothing
2615 /// ran".
2616 #[serde(default)]
2617 pub jobs: Vec<JobRecord>,
2618 /// Operator-triggered targeted fixes — see [`OperatorFixRequest`] and
2619 /// `SCHEMA`'s doc for schema 9. Empty on every record written before
2620 /// this existed, which reads correctly as "no operator fix ever
2621 /// requested".
2622 #[serde(default)]
2623 pub operator_fixes: Vec<OperatorFixRequest>,
2624 /// Absolute paths of the files the task was filed with (see
2625 /// `crate::queue::Task::attachments`), listed in the implementers' prompt
2626 /// and made readable to their seats. Refreshed from the task on every
2627 /// start and resume, so a file attached while the task was held reaches a
2628 /// resumed run. Additive and `#[serde(default)]`, so `SCHEMA` stays put.
2629 #[serde(default)]
2630 pub attachments: Vec<PathBuf>,
2631 /// Subjects of the commits a review-only run examines, oldest first, as
2632 /// they stood when the run opened. `Some` marks the run as reviewing
2633 /// existing work: the pull request title is taken from these rather than
2634 /// from the review prompt in `instruction`. Additive and
2635 /// `#[serde(default)]`, so `SCHEMA` stays put.
2636 #[serde(default)]
2637 pub reviewed_commits: Option<Vec<String>>,
2638 /// Who started this run and which task it serves — see [`Origin`] and
2639 /// `SCHEMA`'s doc for schema 13. `None` is a run recorded before origins
2640 /// existed, and is reported as unknown, never as an operator's.
2641 #[serde(default)]
2642 pub origin: Option<Origin>,
2643 /// Follow-up tasks filed from this run's open findings after it merged
2644 /// (`crate::followup`). Additive and `#[serde(default)]`, so `SCHEMA`
2645 /// stays put.
2646 #[serde(default)]
2647 pub followups: Vec<FollowupRecord>,
2648 /// Follow-up depth of the task this run served, remembered the first
2649 /// time it was read so deleting that task cannot reset the cap.
2650 #[serde(default)]
2651 pub followup_generation: Option<u32>,
2652 /// Chat the task this run served descends from, fixed at start like
2653 /// `followup_generation` so deleting the task cannot lose it.
2654 #[serde(default)]
2655 pub origin_chat: Option<String>,
2656 /// The pull-request comment naming the filed follow-ups was posted.
2657 #[serde(default)]
2658 pub followup_commented: bool,
2659 /// Held tasks the merge approval's deputy filed for this run that were
2660 /// released after the merge (`crate::followup::settle_deputy_tasks`).
2661 /// Additive and `#[serde(default)]`, so `SCHEMA` stays put; the task
2662 /// record is the source of truth and this is rebuilt from the queue.
2663 #[serde(default)]
2664 pub deputy_followups: Vec<String>,
2665}
2666
2667/// One follow-up task filed from a merged run. See [`RunState::followups`].
2668#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
2669pub struct FollowupRecord {
2670 /// Queue task id.
2671 pub task: String,
2672 /// Finding ids it covers.
2673 pub findings: Vec<String>,
2674}
2675
2676/// A monotonic owner hold observed in a reviewed commit.
2677#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
2678pub struct BranchOwnerHold {
2679 /// Approval switch enabled by the branch.
2680 pub control: crate::config::OwnerHold,
2681 /// Repository-relative configuration file.
2682 pub file: String,
2683 /// Pinned commit where the hold was first observed.
2684 pub head: String,
2685}
2686
2687impl RunState {
2688 /// Effective policy is the OR of trusted config and observed branch holds.
2689 pub fn owner_hold(&self, control: crate::config::OwnerHold) -> bool {
2690 control.base_value(&self.config.graph)
2691 || self.branch_owner_holds.iter().any(|h| h.control == control)
2692 }
2693
2694 /// Read only pinned commits of existing-branch reviews, never candidates.
2695 pub async fn observe_branch_owner_holds(&mut self, head: &str) {
2696 if !crate::graph::is_review_run(self) {
2697 return;
2698 }
2699 let (holds, diagnostics) = crate::config::branch_owner_holds(&self.repo, head).await;
2700 for message in diagnostics {
2701 tracing::warn!("{message}");
2702 self.event("approval-policy", message);
2703 }
2704 for (control, file) in holds {
2705 if self
2706 .branch_owner_holds
2707 .iter()
2708 .any(|h| h.control == control && h.file == file)
2709 {
2710 continue;
2711 }
2712 let message = format!(
2713 "{}=true from the reviewed branch's {file} at {head}",
2714 control.key()
2715 );
2716 tracing::info!("{message}");
2717 self.event("approval-policy", message);
2718 self.branch_owner_holds.push(BranchOwnerHold {
2719 control,
2720 file,
2721 head: head.to_owned(),
2722 });
2723 }
2724 }
2725
2726 /// A fresh, unreserved run. Production callers must call [`Self::reserve`]
2727 /// before using its id, deriving branches, or saving it. Resumes load instead.
2728 pub fn new(
2729 repo: PathBuf,
2730 base_branch: String,
2731 base_commit: String,
2732 instruction: String,
2733 config: Config,
2734 ) -> Self {
2735 let now = Timestamp::now();
2736 let seed = config.blind.seed.unwrap_or_else(crate::rng::entropy);
2737 Self {
2738 schema: SCHEMA,
2739 id: new_id(),
2740 repo,
2741 base_branch,
2742 base_commit,
2743 fetched_base: None,
2744 instruction,
2745 task_instruction: None,
2746 created_at: now,
2747 updated_at: now,
2748 status: RunStatus::Prep,
2749 seed,
2750 config,
2751 branch_owner_holds: Vec::new(),
2752 repair_grants: Vec::new(),
2753 enabled_worktree_config: false,
2754 foreign_checkout: None,
2755 pr_head: None,
2756 pr_recovery: None,
2757 recovery_config: None,
2758 pr_pushed_head: None,
2759 pr_merged_head: None,
2760 pr_posted_title: None,
2761 pr_publication_pending: false,
2762 pr_taken_over_by: None,
2763 retired_to: None,
2764 candidates: Vec::new(),
2765 judgements: Vec::new(),
2766 judge_skipped: false,
2767 deliberation: Vec::new(),
2768 votes: Vec::new(),
2769 tally: None,
2770 reviews: Vec::new(),
2771 gate: Vec::new(),
2772 gate_ran: false,
2773 gate_head: None,
2774 head_e2e: None,
2775 verification_history: Vec::new(),
2776 land_sync_pending: false,
2777 land_rebase_from: None,
2778 gate_fixes: Vec::new(),
2779 gate_repair_e2e: None,
2780 rebase_fixes: Vec::new(),
2781 graft: None,
2782 recovery: None,
2783 contested_handoff: None,
2784 land_armed_head: None,
2785 land_reruns: None,
2786 land_unsaid: None,
2787 land_unrelated: None,
2788 land_approval: None,
2789 merge_repairs: Vec::new(),
2790 merge_decision: None,
2791 replaces: None,
2792 github_text: None,
2793 change_summary: None,
2794 pre_gate: Vec::new(),
2795 pre_gate_commit: None,
2796 merge: None,
2797 leaks: Vec::new(),
2798 quota: Vec::new(),
2799 handovers: Vec::new(),
2800 seat_epoch: 0,
2801 seat_history: BTreeMap::new(),
2802 withheld: Vec::new(),
2803 passes: Vec::new(),
2804 next_pass_task_entry: false,
2805 parked: false,
2806 resource_wait: None,
2807 resource_block: None,
2808 released_to: None,
2809 released_branches: Vec::new(),
2810 candidate_preservation: BTreeMap::new(),
2811 interrupted_implementations: BTreeSet::new(),
2812 seeds: Vec::new(),
2813 sources: crate::refs::Sources::default(),
2814 prep_failure: None,
2815 startup: None,
2816 prep_complete: Some(false),
2817 seats: BTreeMap::new(),
2818 active: BTreeMap::new(),
2819 driver_pid: None,
2820 driver_claimed: Some(false),
2821 driver_started_at: None,
2822 driver_exited: false,
2823 pr: None,
2824 release_bump: None,
2825 bump_decision_attempts: Vec::new(),
2826 base_sync: None,
2827 base_sync_recovery: Default::default(),
2828 advice: None,
2829 advise_attempted: false,
2830 attachments: Vec::new(),
2831 reviewed_commits: None,
2832 origin: None,
2833 followups: Vec::new(),
2834 followup_generation: None,
2835 deputy_followups: Vec::new(),
2836 origin_chat: None,
2837 followup_commented: false,
2838 events: Vec::new(),
2839 jobs: Vec::new(),
2840 operator_fixes: Vec::new(),
2841 }
2842 }
2843
2844 /// Directory holding this run's state and artifacts.
2845 pub fn dir(&self) -> PathBuf {
2846 run_dir(&self.id)
2847 }
2848
2849 /// Short form used in branch names and reports.
2850 pub fn short(&self) -> &str {
2851 short_of(&self.id)
2852 }
2853
2854 /// Branch name for a label.
2855 pub fn branch_for(&self, label: char) -> String {
2856 format!("magi/{}/{}", self.short(), label)
2857 }
2858
2859 /// Public head for a queue competition. Review-only and standalone runs
2860 /// keep their existing branch. Invalid task ids cannot become git refs.
2861 pub fn task_pr_branch(&self) -> Option<String> {
2862 if self.reviewed_commits.is_some()
2863 || self
2864 .candidates
2865 .iter()
2866 .any(|c| c.agent == "(existing branch)")
2867 {
2868 // A review-only run continues the task's pull request only when
2869 // it inherited that head from an earlier attempt (see
2870 // `Runner::review_taking_over`). A legacy `magi/<run>/<label>`
2871 // PR or a hand-named branch keeps its own head.
2872 let inherited = self.pr_head.is_some();
2873 if !inherited {
2874 return None;
2875 }
2876 }
2877 let task = self.origin.as_ref()?.task.as_ref()?;
2878 let branch = if let Some(replaces) = &self.replaces {
2879 format!("magi/task-{task}-{}", replaces.question)
2880 } else {
2881 format!("magi/task-{task}")
2882 };
2883 std::process::Command::new("git")
2884 .quiet()
2885 .args(["check-ref-format", "--branch", &branch])
2886 .stdout(std::process::Stdio::null())
2887 .stderr(std::process::Stdio::null())
2888 .status()
2889 .ok()
2890 .filter(|s| s.success())?;
2891 if (self.reviewed_commits.is_some()
2892 || self
2893 .candidates
2894 .iter()
2895 .any(|c| c.agent == "(existing branch)"))
2896 && self.pr_head.as_deref() != Some(branch.as_str())
2897 {
2898 return None;
2899 }
2900 Some(branch)
2901 }
2902
2903 /// Recorded public head, falling back to the winner for older runs.
2904 pub fn pr_branch(&self) -> Option<&str> {
2905 self.pr_head
2906 .as_deref()
2907 .or_else(|| self.winner().map(|w| w.branch.as_str()))
2908 }
2909
2910 /// Root of this run's worktrees.
2911 pub fn worktree_root(&self) -> PathBuf {
2912 self.config
2913 .graph
2914 .worktree_root
2915 .clone()
2916 .unwrap_or_else(default_worktree_root)
2917 .join(self.short())
2918 }
2919
2920 /// Record lockfiles a rescue commit withheld; a path already recorded by an
2921 /// earlier round is not repeated.
2922 pub fn note_withheld(&mut self, node: &str, strays: &[crate::git::Stray]) {
2923 for s in strays {
2924 if self.withheld.iter().any(|w| w.path == s.path) {
2925 continue;
2926 }
2927 self.event(
2928 node,
2929 format!(
2930 "withheld stray lockfile {} ({}; the directory uses {})",
2931 s.path, s.manager, s.kept_by
2932 ),
2933 );
2934 self.withheld.push(Withheld {
2935 path: s.path.clone(),
2936 manager: s.manager.clone(),
2937 kept_by: s.kept_by.clone(),
2938 node: node.to_owned(),
2939 at: Timestamp::now(),
2940 });
2941 }
2942 }
2943
2944 /// Open a pass for the process that is about to drive this run. A pass
2945 /// left open by an earlier process is closed as [`PassEnd::Unrecorded`];
2946 /// one that recorded its own end is never touched.
2947 pub fn begin_pass(&mut self) {
2948 let now = Timestamp::now();
2949 if let Some(last) = self.passes.last_mut()
2950 && last.end.is_none()
2951 {
2952 last.end = Some(PassEnd::Unrecorded);
2953 last.ended_at = Some(now);
2954 }
2955 let resumed = !self.passes.is_empty() || !self.candidates.is_empty();
2956 self.passes.push(RunPass {
2957 index: self.passes.len(),
2958 started_at: now,
2959 resumed,
2960 ended_at: None,
2961 end: None,
2962 task_entry: std::mem::take(&mut self.next_pass_task_entry),
2963 });
2964 }
2965
2966 /// Close the open pass as parked for `cause`. A pass that already has an
2967 /// end keeps it (the first reason wins).
2968 pub fn end_pass_parked(&mut self, cause: ParkCause) {
2969 if let Some(last) = self.passes.last_mut()
2970 && last.end.is_none()
2971 {
2972 last.end = Some(PassEnd::Parked { cause });
2973 last.ended_at = Some(Timestamp::now());
2974 }
2975 }
2976
2977 /// Resolve legacy delivery intent only from an already published PR and approval binding.
2978 fn recovery_disposition(&self) -> Option<crate::pr_recovery::Disposition> {
2979 let selected = self.pr_recovery.as_ref()?;
2980 selected.disposition.or_else(|| {
2981 (self.config.merge.mode == MergeMode::Pr
2982 && self.land_approval.is_some()
2983 && self.pr.as_ref().is_some_and(|pr| pr.url == selected.url))
2984 .then_some(crate::pr_recovery::Disposition::Land)
2985 })
2986 }
2987
2988 /// Validate a resumed recovery against its own durable configuration and landing records.
2989 pub fn configure_recovery_resume(&mut self) -> anyhow::Result<()> {
2990 if let Some(mut selected) = self.pr_recovery.clone() {
2991 selected.disposition = self.recovery_disposition();
2992 selected.configure(&mut self.config)?;
2993 }
2994 Ok(())
2995 }
2996
2997 /// Only a confirmed merge of the selected public PR completes a delivery task.
2998 pub fn public_delivery_complete(&self) -> bool {
2999 self.status == RunStatus::Merged
3000 && self.config.merge.mode == MergeMode::Pr
3001 && self
3002 .merge
3003 .as_ref()
3004 .is_some_and(|m| m.ok && !m.empty && m.mode == MergeMode::Pr)
3005 && self.pr.as_ref().is_some_and(|p| {
3006 p.state.eq_ignore_ascii_case("merged")
3007 && self.pr_recovery.as_ref().is_some_and(|s| {
3008 s.url == p.url
3009 && self.recovery_disposition()
3010 == Some(crate::pr_recovery::Disposition::Land)
3011 })
3012 })
3013 && self.pr_pushed_head.as_deref().is_some_and(|head| {
3014 self.pr_merged_head.as_deref() == Some(head)
3015 && self.check_delivery_evidence(head).is_ok()
3016 && self.land_approval.as_ref().is_some_and(|a| {
3017 a.head == head
3018 && crate::ask::Questions::open()
3019 .get(&a.question)
3020 .is_ok_and(|q| {
3021 q.run == self.id
3022 && q.node == crate::land::APPROVAL_NODE
3023 && crate::land::approval(q.resolution().as_deref())
3024 == crate::land::Approval::Merge
3025 && q.merge_target.as_ref().is_some_and(|t| {
3026 t.head == head
3027 && self.pr.as_ref().is_some_and(|p| t.pr == p.url)
3028 })
3029 })
3030 })
3031 })
3032 }
3033
3034 /// Validate evidence for exactly the head about to be published or merged.
3035 pub fn check_delivery_evidence(&self, head: &str) -> anyhow::Result<()> {
3036 if self.recovery_disposition() != Some(crate::pr_recovery::Disposition::Land) {
3037 return Ok(());
3038 }
3039 let commands_match = |outcomes: &[CommandOutcome], commands: &[String]| {
3040 !commands.is_empty()
3041 && outcomes.len() == commands.len()
3042 && outcomes
3043 .iter()
3044 .zip(commands)
3045 .all(|(o, c)| o.ok() && &o.command == c)
3046 };
3047 anyhow::ensure!(
3048 self.gate_ran
3049 && self.gate_head.as_deref() == Some(head)
3050 && commands_match(&self.gate, &self.config.verify.gate),
3051 "delivery requires successful configured gate commands on the exact final head; request a fresh recovery review"
3052 );
3053 anyhow::ensure!(
3054 self.reviews.last().is_some_and(|r| r.clean
3055 && r.expected > 0
3056 && r.answered == r.expected
3057 && r.head == head
3058 && r.verified_head.as_deref() == Some(head)
3059 && commands_match(&r.e2e, &self.config.verify.e2e)),
3060 "delivery requires complete clean review and configured e2e commands on the exact final head; request a fresh recovery review"
3061 );
3062 Ok(())
3063 }
3064
3065 /// Reconcile after Git updates as well as on reentry after an interrupted save.
3066 /// Unknown legacy heads cannot establish current verification.
3067 pub fn reconcile_verification_head(&mut self, head: &str) {
3068 let stale_gate = self.gate_ran && self.gate_head.as_deref() != Some(head);
3069 let stale_e2e = self.head_e2e.as_ref().is_some_and(|e| e.head != head);
3070 if stale_gate || stale_e2e {
3071 self.verification_history.push(VerificationEvidence {
3072 superseded_by: Some(head.to_owned()),
3073 archived_at: Some(Timestamp::now()),
3074 fixes_spent: Some(self.gate_fixes.len()),
3075 gate_head: self.gate_head.clone(),
3076 gate_ran: self.gate_ran,
3077 gate: self.gate.clone(),
3078 e2e: self.head_e2e.clone(),
3079 });
3080 if stale_gate {
3081 let previous = self
3082 .gate_head
3083 .as_deref()
3084 .map(short)
3085 .unwrap_or_else(|| "unknown".into());
3086 self.event(
3087 "gate",
3088 format!(
3089 "archived gate on {previous}, superseded by {}; {} gate-fix round(s) already spent stay spent",
3090 short(head),
3091 self.gate_fixes.len()
3092 ),
3093 );
3094 self.gate.clear();
3095 self.gate_ran = false;
3096 self.gate_head = None;
3097 self.pre_gate.clear();
3098 self.pre_gate_commit = None;
3099 }
3100 if stale_e2e {
3101 self.head_e2e = None;
3102 }
3103 }
3104 }
3105
3106 /// Structured current failures take precedence over successful progress events.
3107 pub fn verification_blocking_cause(&self) -> Option<String> {
3108 if self.base_sync_blocked() {
3109 return self
3110 .base_sync
3111 .as_ref()
3112 .and_then(|s| s.conflict.as_ref())
3113 .map(|detail| format!("Base-sync conflict: {detail}"));
3114 }
3115 if let Some(resource) = &self.resource_block {
3116 return Some(resource.detail.clone());
3117 }
3118 if self.status != RunStatus::Blocked {
3119 return None;
3120 }
3121 if crate::graph::review_conclusion(&self.reviews, self.config.graph.review_rounds)
3122 == Some(RunStatus::Blocked)
3123 {
3124 return self.reviews.last().map(|r| format!(
3125 "review blocked on reviewed head {} ({} blocking finding(s), {}/{} reviewers answered)",
3126 r.head, r.blocking, r.answered, r.expected
3127 ));
3128 }
3129 if let Some(e) = &self.head_e2e
3130 && !e.passed
3131 && e.outcomes.iter().any(|o| !o.ok())
3132 {
3133 return Some(format!(
3134 "verify.e2e failed on head {}; nothing published",
3135 e.head
3136 ));
3137 }
3138 if let Some(e) = &self.gate_repair_e2e
3139 && !e.passed
3140 && e.outcomes.iter().any(|o| !o.ok())
3141 {
3142 return Some(format!(
3143 "verify.e2e failed on head {} after gate repair; nothing published",
3144 e.head
3145 ));
3146 }
3147 if self.gate_ran && self.gate.iter().any(|o| !o.ok()) {
3148 return Some(format!(
3149 "{} on head {} after {} gate-fix round(s); nothing published",
3150 crate::stop_reason::command_failure(
3151 "gate",
3152 self.gate.iter().find(|o| !o.ok()).unwrap()
3153 ),
3154 self.gate_head.as_deref().unwrap_or("unknown"),
3155 self.gate_fixes.len()
3156 ));
3157 }
3158 None
3159 }
3160
3161 /// Whether the configured gate commands completed successfully, independent of e2e.
3162 pub(crate) fn gate_commands_allow_progress(&self) -> bool {
3163 self.gate_status().ok()
3164 || (self
3165 .pr_recovery
3166 .as_ref()
3167 .is_none_or(|s| s.disposition == Some(crate::pr_recovery::Disposition::Review))
3168 && self.gate_ran
3169 && self.gate_status() == GateStatus::NotConfigured)
3170 }
3171
3172 /// Empty verification can finish an intentional workflow, without claiming a test pass.
3173 pub fn gate_allows_progress(&self) -> bool {
3174 self.gate_commands_allow_progress()
3175 && self
3176 .head_e2e
3177 .as_ref()
3178 .is_none_or(|e| e.passed && self.gate_head.as_deref() == Some(e.head.as_str()))
3179 }
3180
3181 /// Note something in the run log and on the tracing stream.
3182 pub fn event(&mut self, node: &str, message: impl Into<String>) {
3183 let message = message.into();
3184 tracing::info!(node, "{message}");
3185 self.events.push(Event {
3186 at: Timestamp::now(),
3187 node: node.to_owned(),
3188 message,
3189 });
3190 }
3191
3192 /// The honest state of the final gate.
3193 ///
3194 /// Never derive this from `gate.is_empty()` alone anywhere else in the
3195 /// codebase — `NotRun` and `NotConfigured` both leave `gate`
3196 /// empty, and only this method (backed by [`Self::gate_ran`]) tells them
3197 /// apart. An empty attempt is never verification evidence.
3198 pub fn gate_status(&self) -> GateStatus {
3199 if !self.gate_ran {
3200 GateStatus::NotRun
3201 } else if self.gate.is_empty() {
3202 GateStatus::NotConfigured
3203 } else if self.gate.iter().all(CommandOutcome::ok) {
3204 GateStatus::Passed
3205 } else {
3206 GateStatus::Failed
3207 }
3208 }
3209
3210 /// Record that `seat` was just sent a prompt for `node`, with the given
3211 /// wall-clock budget. `attempt` is 0 for the first ask and N for the Nth
3212 /// nudge or resume, purely for display — it does not change how the seat
3213 /// is treated.
3214 pub fn seat_started(
3215 &mut self,
3216 node: &str,
3217 seat: &str,
3218 timeout: std::time::Duration,
3219 attempt: usize,
3220 ) {
3221 self.active.insert(
3222 seat.to_owned(),
3223 ActiveSeat {
3224 node: node.to_owned(),
3225 started_at: Timestamp::now(),
3226 timeout_secs: timeout.as_secs(),
3227 attempt,
3228 task: None,
3229 command: None,
3230 index: None,
3231 total: None,
3232 },
3233 );
3234 }
3235
3236 /// The wave's pre-spawn wait is over: restart the clock of every seat of
3237 /// this batch so `started_at` means "the CLI is being spawned now".
3238 pub fn seats_spawning(&mut self, node: &str, attempt: usize) {
3239 self.resource_wait = None;
3240 let now = Timestamp::now();
3241 for a in self.active.values_mut() {
3242 if a.task.is_none() && a.node == node && a.attempt == attempt {
3243 a.started_at = now;
3244 }
3245 }
3246 }
3247
3248 /// `seat` holds its parallelism permit and its CLI is being spawned now.
3249 pub fn seat_spawned(&mut self, seat: &str) {
3250 if let Some(a) = self.active.get_mut(seat) {
3251 a.started_at = Timestamp::now();
3252 }
3253 }
3254
3255 /// Record that `seat` has answered, whatever the answer was.
3256 pub fn seat_finished(&mut self, seat: &str) {
3257 self.active.remove(seat);
3258 }
3259
3260 /// Record that `task` (`"e2e"` or `"gate"` — a shell-command list run
3261 /// outside any seat) has just started `command`, the `index`-th of
3262 /// `total`. Called at every command boundary, not once for the whole
3263 /// list: `verify.e2e` / `verify.gate` apply `timeout` per command, so
3264 /// this is the only way a reader can tell "how long is left" for
3265 /// whichever command is actually running right now, rather than a stale
3266 /// budget left over from the first one.
3267 #[allow(clippy::too_many_arguments)]
3268 pub fn task_command(
3269 &mut self,
3270 task: &str,
3271 node: &str,
3272 attempt: usize,
3273 command: &str,
3274 index: usize,
3275 total: usize,
3276 timeout: std::time::Duration,
3277 ) {
3278 self.active.insert(
3279 task.to_owned(),
3280 ActiveSeat {
3281 node: node.to_owned(),
3282 started_at: Timestamp::now(),
3283 timeout_secs: timeout.as_secs(),
3284 attempt,
3285 task: Some(task.to_owned()),
3286 command: Some(command.to_owned()),
3287 index: Some(index),
3288 total: Some(total),
3289 },
3290 );
3291 }
3292
3293 /// Record that `task` has finished its whole command list for this
3294 /// attempt.
3295 pub fn task_finished(&mut self, task: &str) {
3296 self.active.remove(task);
3297 }
3298
3299 /// The seats — never task entries — currently mid-answer. What
3300 /// `report::active_seats` and the phone's "who has not answered yet"
3301 /// note need: a seat's identifier is safe to show ([`ActiveSeat`]'s doc),
3302 /// so nothing here filters anything out beyond the type tag itself.
3303 pub fn seats_active(&self) -> impl Iterator<Item = (&String, &ActiveSeat)> {
3304 self.active.iter().filter(|(_, a)| a.task.is_none())
3305 }
3306
3307 /// The command-list tasks — never seat entries — currently running.
3308 /// Counterpart to [`Self::seats_active`]; see [`ActiveSeat::task`] for
3309 /// the tag both read.
3310 pub fn tasks_active(&self) -> impl Iterator<Item = (&String, &ActiveSeat)> {
3311 self.active.iter().filter(|(_, a)| a.task.is_some())
3312 }
3313
3314 /// Drop every seat this state still lists as answering, reporting whether
3315 /// anything was dropped.
3316 ///
3317 /// Called first thing in `execute`, on every entry — fresh, resumed, or
3318 /// recovering a stall — because an entry here only means something while
3319 /// the process that wrote it is still asking that seat something. A
3320 /// process killed mid-wave leaves its last batch of seats here with
3321 /// nobody left to clear them, and the next process to touch this run must
3322 /// not let that leftover read as "still going" before it has asked
3323 /// anyone anything.
3324 pub fn clear_active(&mut self) -> bool {
3325 if self.active.is_empty() {
3326 return false;
3327 }
3328 self.active.clear();
3329 true
3330 }
3331
3332 /// Does every seat this run still lists as [`Self::active`] sit past its
3333 /// own [`ActiveSeat::timeout_secs`]? `false` when nothing is active at
3334 /// all — an empty map is not evidence of anything overrunning.
3335 ///
3336 /// This alone is not proof the run is dead: a seat's own attempt can
3337 /// legitimately run a little past its budget while the process driving it
3338 /// is still tearing the attempt down. Every caller pairs this with its own
3339 /// `!live` reading (`daemon::is_working_on`) before treating the run as
3340 /// abandoned — this module cannot check that itself without depending on
3341 /// `crate::daemon`, and callers already have to ask that question anyway.
3342 #[must_use]
3343 pub fn active_all_overrun(&self, now: Timestamp) -> bool {
3344 !self.active.is_empty()
3345 && self
3346 .active
3347 .values()
3348 .all(|a| a.elapsed_secs(now) > a.timeout_secs as i64)
3349 }
3350
3351 /// Whether a process is actually still driving this run, given whether a
3352 /// daemon's heartbeat claims it and process-liveness/identity queries for
3353 /// [`Self::driver_pid`].
3354 ///
3355 /// A daemon claim wins outright when present — it is the stronger,
3356 /// independently-heartbeating signal. Absent that (every manual `magi
3357 /// run` / `magi review`, and every daemon-driven run whose daemon has
3358 /// since exited cleanly), `driver_pid` is asked directly. A live answer
3359 /// alone is not enough to trust, though: pids get reused, so `identity`
3360 /// re-queries whoever currently holds that pid and the result must still
3361 /// match [`Self::driver_started_at`] — the marker recorded at the same
3362 /// moment `driver_pid` was — before this reads `Live`. A mismatch means
3363 /// a *different* process now answers to that number, which is exactly as
3364 /// good as proof the original driver is gone, so that reads `Dead`. The
3365 /// marker is an epoch-seconds integer string; one that is not (a run
3366 /// recorded when it was a locale-dependent `ps` string) reads
3367 /// [`Liveness::Unknown`], never `Dead`. No
3368 /// marker to compare against (an old run, or a platform this build could
3369 /// not ask at record time) or a `None` from either query, and this
3370 /// cannot tell either way, so it reads [`Liveness::Unknown`] — never
3371 /// guessed as [`Liveness::Dead`] out of mere silence. A display that
3372 /// guessed "dead" out of missing information would be exactly the
3373 /// mtime-and-task-manager guessing this type exists to replace.
3374 ///
3375 /// Kept generic over `query` and `identity` so a test can inject answers
3376 /// without spawning a real process query — production code goes through
3377 /// [`Self::liveness`], which supplies [`crate::proc::pid_status`] and
3378 /// [`crate::proc::process_started_at`].
3379 #[must_use]
3380 pub fn liveness_with<F, G>(&self, daemon_claims: bool, query: F, identity: G) -> Liveness
3381 where
3382 F: FnOnce(u32) -> Option<bool>,
3383 G: FnOnce(u32) -> Option<String>,
3384 {
3385 if daemon_claims {
3386 return Liveness::Live;
3387 }
3388 // The driver said itself that it stopped; its pid may well be alive
3389 // (a daemon outlives the runs it drives), so it is not asked.
3390 if self.driver_exited {
3391 return Liveness::Dead;
3392 }
3393 let Some(pid) = self.driver_pid else {
3394 return Liveness::Unknown;
3395 };
3396 match query(pid) {
3397 Some(false) => Liveness::Dead,
3398 None => Liveness::Unknown,
3399 Some(true) => {
3400 let Some(recorded) = &self.driver_started_at else {
3401 return Liveness::Unknown;
3402 };
3403 // A marker in the old locale-dependent format can never be
3404 // compared reliably, so it proves nothing either way.
3405 if !crate::proc::is_identity_marker(recorded) {
3406 return Liveness::Unknown;
3407 }
3408 match identity(pid) {
3409 Some(current) if !crate::proc::is_identity_marker(¤t) => {
3410 Liveness::Unknown
3411 }
3412 Some(current) if *recorded == current => Liveness::Live,
3413 Some(_) => Liveness::Dead,
3414 None => Liveness::Unknown,
3415 }
3416 }
3417 }
3418 }
3419
3420 /// [`Self::liveness_with`], backed by the real process-liveness and
3421 /// identity queries.
3422 #[must_use]
3423 pub fn liveness(&self, daemon_claims: bool) -> Liveness {
3424 self.liveness_under(&home(), daemon_claims)
3425 }
3426
3427 /// The same judge, rooted at the caller's run store.
3428 #[must_use]
3429 pub fn liveness_under(&self, home: &Path, daemon_claims: bool) -> Liveness {
3430 self.liveness_under_with(
3431 home,
3432 daemon_claims,
3433 crate::proc::pid_status,
3434 crate::proc::process_started_at,
3435 )
3436 }
3437
3438 pub(crate) fn liveness_under_with<F, G>(
3439 &self,
3440 home: &Path,
3441 daemon_claims: bool,
3442 query: F,
3443 identity: G,
3444 ) -> Liveness
3445 where
3446 F: FnOnce(u32) -> Option<bool>,
3447 G: FnOnce(u32) -> Option<String>,
3448 {
3449 if daemon_claims {
3450 return Liveness::Live;
3451 }
3452 let process = self.liveness_with(false, query, identity);
3453 crate::driver::judge(self, home, process)
3454 }
3455
3456 /// Clear every seat this run still lists as active and fail it, unless it
3457 /// had already reached a terminal status some other way.
3458 ///
3459 /// Callers must already have proven this run is dead — [`Self::active_all_overrun`]
3460 /// plus their own `!live` reading — before calling this; it does not
3461 /// check either itself. Unlike [`Self::clear_active`] (dropping a resumed
3462 /// run's own stale wave before repopulating it, called unconditionally at
3463 /// the top of every `execute()`), this is a verdict: a run left this way
3464 /// has nothing left to repopulate the wave, ever, and must stop reading as
3465 /// `implementing` (or whichever node) forever.
3466 pub fn abandon(&mut self, by: &str) {
3467 let seats: Vec<String> = self.active.keys().cloned().collect();
3468 self.clear_active();
3469 if !self.status.done() {
3470 self.status = RunStatus::Failed;
3471 }
3472 self.event(
3473 by,
3474 format!(
3475 "abandoned: seat(s) {} left behind by a killed process, past their own \
3476 timeout with no live daemon claiming this run",
3477 seats.join(", ")
3478 ),
3479 );
3480 }
3481
3482 /// Reserve a fresh run's identity and persist its initial record.
3483 /// Call exactly once, before exposing the id; never call on a loaded run.
3484 pub fn reserve(&mut self) -> Result<()> {
3485 self.reserve_under(&home())
3486 }
3487
3488 /// [`Self::reserve`] with an explicit store home.
3489 pub fn reserve_under(&mut self, home: &Path) -> Result<()> {
3490 self.reserve_with(home, &crate::id_reserve::IdSource::new(new_id))
3491 }
3492
3493 fn reserve_with(&mut self, home: &Path, ids: &crate::id_reserve::IdSource) -> Result<()> {
3494 let root = home.join("runs");
3495 std::fs::create_dir_all(&root).context("create runs root")?;
3496 let initial = self.id.clone();
3497 ids.reserve(
3498 (!ids.is_custom()).then_some(initial.as_str()),
3499 "run",
3500 |id| {
3501 let dir = root.join(id);
3502 if !crate::id_reserve::create_dir(&dir)? {
3503 return Ok(false);
3504 }
3505 // Branches and worktrees use only the suffix. Publish our directory
3506 // before scanning: concurrent contenders either see each other and
3507 // retry, or the later one sees the earlier reservation and retries.
3508 for entry in std::fs::read_dir(&root).context("scan reserved run ids")? {
3509 let name = entry?.file_name();
3510 let Some(other) = name.to_str() else { continue };
3511 if other != id && is_run_id(other) && short_of(other) == short_of(id) {
3512 // Only remove our own empty directory, never existing data.
3513 std::fs::remove_dir(&dir).context("release colliding run suffix")?;
3514 return Ok(false);
3515 }
3516 }
3517 self.id = id.to_owned();
3518 // A failed first write rolls back only our own directory:
3519 // `remove_dir` refuses anything with contents, so a partial
3520 // record or another run's data is never deleted.
3521 if let Err(e) = self.save_under(home) {
3522 let _ = std::fs::remove_dir(&dir);
3523 return Err(e);
3524 }
3525 Ok(true)
3526 },
3527 )?;
3528 Ok(())
3529 }
3530
3531 /// Flush to `run.json`, atomically, under the process-global [`home`].
3532 pub fn save(&mut self) -> Result<()> {
3533 let home = home();
3534 self.save_under(&home)
3535 }
3536
3537 /// [`Self::save`], rooted at an explicit `home` instead of the
3538 /// process-global one.
3539 ///
3540 /// For a caller that was already handed its own `home` explicitly — a
3541 /// housekeeping pass, mainly, for the same reason `Queue::at` and the
3542 /// daemon status path are parameters rather than resolved here (see
3543 /// `daemon::drive`'s own doc) — falling through to the global would write
3544 /// back through whichever directory some *other* process or test pinned
3545 /// into that `OnceLock` first, not the one this call was actually handed.
3546 pub fn save_under(&mut self, home: &Path) -> Result<()> {
3547 self.save_under_at(home, Timestamp::now())
3548 }
3549
3550 pub(crate) fn save_under_at(&mut self, home: &Path, at: Timestamp) -> Result<()> {
3551 self.updated_at = at;
3552 let dir = home.join("runs").join(&self.id);
3553 std::fs::create_dir_all(&dir).with_context(|| format!("create {}", dir.display()))?;
3554 let body = serde_json::to_string_pretty(self).context("serialize run state")?;
3555 let tmp = dir.join("run.json.tmp");
3556 std::fs::write(&tmp, &body).with_context(|| format!("write {}", tmp.display()))?;
3557 std::fs::rename(&tmp, dir.join("run.json")).with_context(|| "replace run.json")?;
3558 Ok(())
3559 }
3560
3561 /// Load a run by id or unambiguous id prefix.
3562 pub fn load(id: &str) -> Result<Self> {
3563 let resolved = resolve_id(id)?;
3564 let path = run_dir(&resolved).join("run.json");
3565 let body =
3566 std::fs::read_to_string(&path).with_context(|| format!("read {}", path.display()))?;
3567 let state: Self =
3568 serde_json::from_str(&body).with_context(|| format!("parse {}", path.display()))?;
3569 migrate_schema(state)
3570 }
3571
3572 /// [`Self::load`], rooted at an explicit `home` instead of the
3573 /// process-global one, and for a full id rather than a prefix — a caller
3574 /// with its own `home` already has the exact id (from a `RunState` it
3575 /// already read, or from `Task::runs`) and has no `runs_root` to search
3576 /// for a prefix against in the first place. Same reasoning as
3577 /// [`Self::save_under`]: a caller holding its own `home` explicitly must
3578 /// not read back through whichever directory some *other* process or
3579 /// test pinned into the global [`home`] `OnceLock` first.
3580 pub fn load_under(id: &str, home: &Path) -> Result<Self> {
3581 let path = home.join("runs").join(id).join("run.json");
3582 let body =
3583 std::fs::read_to_string(&path).with_context(|| format!("read {}", path.display()))?;
3584 let state: Self =
3585 serde_json::from_str(&body).with_context(|| format!("parse {}", path.display()))?;
3586 migrate_schema(state)
3587 }
3588}
3589
3590pub(crate) fn migrate_schema(mut state: RunState) -> Result<RunState> {
3591 // Schema 5 predates deferred e2e. Its empty e2e lists therefore mean
3592 // "not configured", never "deferred"; serde's field defaults retain
3593 // exactly that representation while this migration permits resumes.
3594 if state.schema == 5 {
3595 state.schema = 6;
3596 }
3597 // Schema 6 predates `gate_ran` and could not tell "never attempted or
3598 // resource-blocked" apart from "ran with zero commands configured" — see
3599 // `SCHEMA`'s doc for schema 7. A non-empty `gate` is a real recorded
3600 // attempt either way, so it is trusted as `gate_ran = true` rather than
3601 // spent again; an empty one is simply handed back to the next `gate()`
3602 // call, which re-attempts it and, for the zero-commands case, resolves
3603 // instantly.
3604 if state.schema == 6 {
3605 state.gate_ran = !state.gate.is_empty();
3606 state.schema = 7;
3607 }
3608 // Schema 7's main review loop always checked `e2e` against the round's
3609 // own `head`, it just never wrote that fact into `verified_head` unless
3610 // a catch-up run had checked a *different* commit — see `SCHEMA`'s doc
3611 // for schema 8. Reconstructing `Some(head)` for a round whose `e2e` held
3612 // a real attempt restores a fact that was always true; `verified_at` has
3613 // no historical value to recover and stays `None`.
3614 if state.schema == 7 {
3615 for round in &mut state.reviews {
3616 if round.verified_head.is_none()
3617 && matches!(round.e2e_status(), E2eStatus::Passed | E2eStatus::Failed)
3618 {
3619 round.verified_head = Some(round.head.clone());
3620 }
3621 }
3622 state.schema = 8;
3623 }
3624 // Schema 8 predates `operator_fixes`. There is nothing to reconstruct —
3625 // an old run simply never had one requested — so `#[serde(default)]`
3626 // already left it as the correct empty `Vec`; this only advances the
3627 // version number.
3628 if state.schema == 8 {
3629 state.schema = 9;
3630 }
3631 // Schema 9 predates `RunStatus::VerifiedNoop` and
3632 // `Candidate::verified_noop`. Nothing to reconstruct: an old record never
3633 // made the claim, `#[serde(default)]` already reads `verified_noop` as
3634 // `None` on every candidate, and a `VerifiedNoop` status cannot appear in
3635 // a schema-9 record at all — see `SCHEMA`'s doc for schema 10. This only
3636 // advances the version number.
3637 if state.schema == 9 {
3638 state.schema = 10;
3639 }
3640 // Schema 10 predates `released_to`: no old run ever had its worktree
3641 // handed over, and `#[serde(default)]` reads exactly that. Only the
3642 // version number advances.
3643 if state.schema == 10 {
3644 state.schema = 11;
3645 }
3646 // Schema 11 predates `driver_exited`. A run that had already ended
3647 // Blocked / Failed / Stalled, or was parked in Landing (which hands its
3648 // daemon slot back), stopped walking the graph, but its recorded
3649 // pid may belong to a daemon still alive doing other work, which would pin
3650 // it as running for good; those are marked exited. Any other status keeps
3651 // `false`, and its pid is asked as before. This is an inference from
3652 // status, sound because a schema-11 record was written by a build that is
3653 // gone once this one is installed (and a daemon claim, which wins
3654 // regardless, still protects a run a live daemon is driving).
3655 if state.schema == 11 {
3656 if matches!(
3657 state.status,
3658 RunStatus::Blocked | RunStatus::Failed | RunStatus::Stalled | RunStatus::Landing
3659 ) {
3660 state.driver_exited = true;
3661 }
3662 state.schema = 12;
3663 }
3664 // Schema 12 predates `origin`. Nothing is reconstructed: `None` already
3665 // says "unknown", which is the truth for a run nobody recorded. Only the
3666 // version number advances.
3667 if state.schema == 12 {
3668 state.schema = 13;
3669 }
3670 // Schema 13 predates `task_instruction`. Its `instruction` may include
3671 // generated review context, so it cannot supply authored criteria.
3672 // `#[serde(default)]` leaves the missing field as `None`; only the
3673 // version number advances, preserving origin and execution state.
3674 if state.schema == 13 {
3675 state.schema = 14;
3676 }
3677 // Only legacy, unfolded empty candidates lack a confirmed preservation
3678 // result, even if their CLI failed: failure never proves edits were saved.
3679 // Native schema-15 records and intentionally folded candidates
3680 // must not be re-flagged on every resume.
3681 if state.schema == 14 {
3682 for c in &state.candidates {
3683 if !c.folded && c.empty && c.verified_noop.is_none() {
3684 state
3685 .candidate_preservation
3686 .entry(c.label)
3687 .or_insert_with(|| "legacy empty candidate requires inspection".to_owned());
3688 }
3689 }
3690 state.schema = 15;
3691 }
3692 // Native schema-15 preservation outcomes remain unchanged. Retirement
3693 // adds an execution fence without inferring any new preservation result.
3694 if state.schema == 15 {
3695 state.schema = SCHEMA;
3696 }
3697 if state.schema != SCHEMA {
3698 bail!(
3699 "run {} was written by a different magi (schema {}, this build \
3700 speaks {SCHEMA})",
3701 state.id,
3702 state.schema
3703 );
3704 }
3705 Ok(state)
3706}
3707
3708impl RunState {
3709 /// Whether a later attempt took this run's worktree over, so a resume has
3710 /// nothing left to continue from.
3711 pub fn released(&self) -> bool {
3712 self.released_to.is_some()
3713 }
3714
3715 /// The winning candidate, once the tally has run.
3716 pub fn winner(&self) -> Option<&Candidate> {
3717 let label = self.tally.as_ref()?.winner;
3718 self.candidates.iter().find(|c| c.label == label)
3719 }
3720
3721 /// Candidates eligible for judging.
3722 pub fn viable(&self) -> Vec<&Candidate> {
3723 self.candidates.iter().filter(|c| c.viable()).collect()
3724 }
3725
3726 /// Did every candidate write nothing, and every one of them back it with
3727 /// evidence [`crate::graph`]'s adoption guard accepted?
3728 ///
3729 /// All-or-nothing on purpose: one candidate declaring `NO CHANGE NEEDED`
3730 /// while another simply failed to produce anything is not agreement, it
3731 /// is one candidate's unverified claim next to an ordinary loss, and the
3732 /// run must still read as the `Failed` it is. Only ever meaningful when
3733 /// [`Self::viable`] is already empty — a run with any real patch to judge
3734 /// never reaches the caller that asks this.
3735 pub fn all_candidates_verified_noop(&self) -> bool {
3736 !self.candidates.is_empty()
3737 && self
3738 .candidates
3739 .iter()
3740 .all(|c| c.empty && c.verified_noop.is_some())
3741 }
3742
3743 /// Findings still open when the review loop stopped trying: the last
3744 /// round's, exactly when that round was not clean. Empty on a run that
3745 /// never reviewed, or whose last round was clean.
3746 ///
3747 /// This is the last round's findings regardless of what the fixer claims
3748 /// to have addressed in that same round: a round that stopped the loop
3749 /// (round budget spent, or no tree progress for
3750 /// [`crate::graph::STAGNANT_LIMIT`] rounds) never had a *following* round
3751 /// to confirm the fix actually landed, and the self-reported adoption
3752 /// count is not trusted for that judgement either — see
3753 /// [`ReviewRound::progressed`].
3754 pub fn open_findings(&self) -> Vec<&Finding> {
3755 match self.reviews.last() {
3756 Some(r) if !r.clean => r
3757 .reviews
3758 .iter()
3759 .flat_map(|rec| rec.findings.iter())
3760 .collect(),
3761 _ => Vec::new(),
3762 }
3763 }
3764
3765 /// Every finding raised in the most recent review round, regardless of
3766 /// that round's own severity mix — unlike [`Self::open_findings`], not
3767 /// filtered to a round that was not clean. This is the pool `magi fix`
3768 /// reports as available to pick from: a round can conclude clean (no
3769 /// finding blocked merge) while still carrying minor findings nobody
3770 /// has acted on.
3771 pub fn last_round_findings(&self) -> Vec<&Finding> {
3772 self.reviews
3773 .last()
3774 .into_iter()
3775 .flat_map(|r| r.reviews.iter())
3776 .flat_map(|rec| rec.findings.iter())
3777 .collect()
3778 }
3779
3780 /// Look up a finding by id anywhere in this run's review history,
3781 /// together with the round and reviewer record that raised it — the
3782 /// provenance `magi fix` snapshots onto [`OperatorFixFinding`].
3783 pub fn finding(&self, id: &str) -> Option<(&ReviewRound, &ReviewRecord, &Finding)> {
3784 self.reviews.iter().find_map(|round| {
3785 round.reviews.iter().find_map(|rec| {
3786 rec.findings
3787 .iter()
3788 .find(|f| f.id == id)
3789 .map(|f| (round, rec, f))
3790 })
3791 })
3792 }
3793
3794 /// Did this run reach a mergeable status (`Ready` or `Merged`) with
3795 /// review findings still open?
3796 ///
3797 /// That combination is the point of the review hand-off: the review
3798 /// round budget (or an unproductive round, see [`ReviewRound::progressed`])
3799 /// was spent while gate and e2e stayed green, so the run was handed off
3800 /// rather than blocked — but the findings did not disappear, and whoever
3801 /// reads the result should be told they are still there.
3802 pub fn handed_off_with_open_findings(&self) -> bool {
3803 matches!(self.status, RunStatus::Ready | RunStatus::Merged)
3804 && self.reviews.last().is_some_and(|r| !r.clean)
3805 }
3806
3807 /// Reached `Ready` because `[merge] mode = "none"` left it there by
3808 /// design, never to be picked up by the PR-polling merge watcher — as
3809 /// opposed to a `Ready` that is still a plausible landing candidate (a
3810 /// PR closed without merging, or a re-entry onto an already-concluded
3811 /// node). Both leave `status` at `Ready`; only this one leaves the
3812 /// winning branch permanently unwatched, which is what a caller needs to
3813 /// know before labelling the run in a listing.
3814 pub fn unmerged_by_design(&self) -> bool {
3815 self.status == RunStatus::Ready
3816 && self
3817 .merge
3818 .as_ref()
3819 .is_some_and(|m| m.mode == MergeMode::None)
3820 }
3821
3822 /// Did a step after the merge leave something only a human can finish?
3823 ///
3824 /// Derived, not a status: the merge happened, so `status` stays `Merged`
3825 /// and everything that branches on it keeps working. Display code asks
3826 /// this so a merged run with an unmerged release PR does not read as
3827 /// plain green.
3828 pub fn needs_attention(&self) -> bool {
3829 self.status == RunStatus::Merged
3830 && self
3831 .release_bump
3832 .as_ref()
3833 .is_some_and(|b| b.action_required.is_some())
3834 }
3835
3836 /// Local-time creation stamp for reports.
3837 pub fn created_local(&self) -> String {
3838 self.created_at
3839 .to_zoned(jiff::tz::TimeZone::system())
3840 .strftime("%Y-%m-%d %H:%M:%S")
3841 .to_string()
3842 }
3843
3844 /// Assert that this run is safe to delete.
3845 ///
3846 /// Refuses a run a live daemon is working on, and refuses any run whose
3847 /// candidate worktrees and branches have not been folded away with `magi
3848 /// fold`. The fold requirement is the real protection: it is what makes
3849 /// "delete" mean "remove a record" rather than "throw away a worktree
3850 /// somebody may still be editing".
3851 ///
3852 /// `in_flight` has to come from the caller, because a run's own status
3853 /// cannot answer the question. A daemon killed mid-run leaves its status at
3854 /// `implementing` forever, and a guard that trusted that would make every
3855 /// interrupted run permanently undeletable - the operator's only recourse
3856 /// being to edit `run.json` by hand, which is exactly the sort of thing
3857 /// this command exists to avoid. The queue already treats an orphaned
3858 /// `.lock` from a `SIGKILL`ed daemon the same way; this is that rule for
3859 /// runs.
3860 pub fn ensure_can_delete(&self, in_flight: bool) -> Result<()> {
3861 if in_flight {
3862 bail!(
3863 "run {} is being worked on by a live daemon right now",
3864 self.short()
3865 );
3866 }
3867 if self.candidates.iter().any(|c| !c.folded) {
3868 bail!(
3869 "run {} has unfolded candidates; fold first with `magi fold`",
3870 self.short()
3871 );
3872 }
3873 Ok(())
3874 }
3875}
3876
3877/// The short form of a commit, for a label a human or an LLM reads.
3878fn short(commit: &str) -> String {
3879 commit.chars().take(7).collect()
3880}
3881
3882/// The short form of a run id: the trailing block after the last `-`.
3883///
3884/// A free function as well as [`RunState::short`], because callers that have
3885/// only an id - an error message, a daemon status, a route handler - were
3886/// otherwise reimplementing the split, and two spellings of "short id" is one
3887/// rename away from branch names that no longer match their run.
3888pub fn short_of(id: &str) -> &str {
3889 id.split('-').next_back().unwrap_or(id)
3890}
3891
3892/// Where magi keeps its runs.
3893///
3894/// `MAGI_HOME` overrides the default, and [`set_home`] overrides both — which
3895/// is what lets the integration tests drive a whole graph without writing into
3896/// the operator's real history.
3897///
3898/// In a unit test build (`cfg(test)`), falling through to the real
3899/// `<data_local>/magi` is not a fallback worth having: it is exactly how
3900/// three broken fixture runs ended up in the operator's actual history and
3901/// were counted as `unreadable` by the deck. A test that reaches this point
3902/// forgot to call [`set_home`] (or set `MAGI_HOME`) - that is a bug in the
3903/// test, not a case to serve, so it panics instead of writing anywhere.
3904pub fn home() -> PathBuf {
3905 resolve_home(HOME.get().cloned(), std::env::var_os("MAGI_HOME"))
3906}
3907
3908/// The decision `home` makes, taking its two overrides as plain values
3909/// instead of reading the `OnceLock` and the environment itself.
3910///
3911/// Pulled out so the `cfg(test)` panic is asserted directly against a
3912/// `None, None` input, rather than racing every other unit test in the
3913/// binary for who touches the process-global `HOME` first.
3914fn resolve_home(pinned: Option<PathBuf>, magi_home_env: Option<std::ffi::OsString>) -> PathBuf {
3915 if let Some(dir) = pinned {
3916 return dir;
3917 }
3918 if let Some(dir) = magi_home_env {
3919 return PathBuf::from(dir);
3920 }
3921 #[cfg(test)]
3922 {
3923 panic!(
3924 "run::home() was reached in a test without run::set_home() or \
3925 MAGI_HOME; this would write into the operator's real \
3926 <data_local>/magi. Call `run::set_home(temp_dir)` before any \
3927 code path that touches a RunState."
3928 );
3929 }
3930 #[cfg(not(test))]
3931 {
3932 dirs::data_local_dir()
3933 .unwrap_or_else(|| PathBuf::from("."))
3934 .join("magi")
3935 }
3936}
3937
3938/// [`home`] without the test panic: `None` in a test that never pinned a
3939/// home, so best-effort writers (see [`crate::notices::raise`]) skip the write
3940/// instead of touching the operator's real state or aborting the test.
3941pub fn try_home() -> Option<PathBuf> {
3942 if cfg!(test) {
3943 HOME.get()
3944 .cloned()
3945 .or_else(|| std::env::var_os("MAGI_HOME").map(PathBuf::from))
3946 } else {
3947 Some(home())
3948 }
3949}
3950
3951/// Pin the run home for this process. The first call wins.
3952pub fn set_home(dir: PathBuf) {
3953 let _ = HOME.set(dir);
3954}
3955
3956/// A temp directory unique to this test process, created once and kept.
3957/// `set_home` is a first-wins `OnceLock`, so a fixed `temp_dir().join(..)`
3958/// would be shared by every concurrent `cargo test` process on the machine.
3959#[cfg(test)]
3960pub(crate) fn test_home() -> PathBuf {
3961 static DIR: std::sync::OnceLock<PathBuf> = std::sync::OnceLock::new();
3962 DIR.get_or_init(|| {
3963 tempfile::Builder::new()
3964 .prefix("magi-unit-home-")
3965 .tempdir()
3966 .expect("create the unit-test home")
3967 .keep()
3968 })
3969 .clone()
3970}
3971
3972/// [`set_home`] on [`test_home`]; the one way a unit test pins the home.
3973#[cfg(test)]
3974pub(crate) fn pin_test_home() {
3975 set_home(test_home());
3976}
3977
3978static HOME: std::sync::OnceLock<PathBuf> = std::sync::OnceLock::new();
3979
3980/// `<home>/runs`.
3981pub fn runs_root() -> PathBuf {
3982 home().join("runs")
3983}
3984
3985/// The worktree root a run uses when the config sets none: `~/wt/magi`.
3986///
3987/// One definition of the default, so the folder the janitor folds and the
3988/// folder the health view sizes cannot drift apart: a run with no configured
3989/// [`crate::config::Graph::worktree_root`] lays its worktrees exactly here.
3990pub fn default_worktree_root() -> PathBuf {
3991 dirs::home_dir()
3992 .unwrap_or_else(|| PathBuf::from("."))
3993 .join("wt")
3994 .join("magi")
3995}
3996
3997/// Directory for one run id.
3998pub fn run_dir(id: &str) -> PathBuf {
3999 runs_root().join(id)
4000}
4001
4002/// Every run id on disk, newest first.
4003///
4004/// A directory is a run because of its **name**, not because it holds a
4005/// readable `run.json`. A run whose very first save lost the machine's last
4006/// free bytes leaves `<id>/run.json.tmp` and nothing else, and filtering on
4007/// `run.json` made that run invisible everywhere: not in `magi list`, not in
4008/// `runs_unreadable`, not on the phone, so nothing could report it and no
4009/// route could clear it. `88c0` sat like that for two days. Unreadable is
4010/// counted, never hidden - the readers already say why each one cannot be
4011/// read, and `fold_unreadable` is how a record like this leaves.
4012pub fn list_ids() -> Vec<String> {
4013 list_ids_in(&runs_root())
4014}
4015
4016/// [`list_ids`] against an explicit runs root, for callers (and tests) that
4017/// must not depend on the process-global home.
4018pub fn list_ids_in(root: &Path) -> Vec<String> {
4019 let mut ids: Vec<String> = std::fs::read_dir(root)
4020 .into_iter()
4021 .flatten()
4022 .flatten()
4023 .filter(|e| e.path().is_dir())
4024 .map(|e| e.file_name().to_string_lossy().into_owned())
4025 .filter(|name| is_run_id(name))
4026 .collect();
4027 // Ids start with a sortable timestamp.
4028 ids.sort_unstable_by(|a, b| b.cmp(a));
4029 ids
4030}
4031
4032/// Does `name` have the shape [`new_id`] mints: `YYYYMMDD-HHMMSS-xxxx`?
4033///
4034/// The test for "this directory is a run", so a stray folder under
4035/// `<home>/runs` is not reported as a broken run.
4036///
4037/// The tag is checked for length and for being alphanumeric, not for being
4038/// hex: real ids are hex, but fixtures across this crate name runs
4039/// `...-dead` / `...-gone` / `...-once`, and a predicate that disowned those
4040/// would be asserting the fixtures' spelling rather than the shape.
4041pub fn is_run_id(name: &str) -> bool {
4042 let mut parts = name.split('-');
4043 let (Some(day), Some(time), Some(tag), None) =
4044 (parts.next(), parts.next(), parts.next(), parts.next())
4045 else {
4046 return false;
4047 };
4048 day.len() == 8
4049 && day.bytes().all(|b| b.is_ascii_digit())
4050 && time.len() == 6
4051 && time.bytes().all(|b| b.is_ascii_digit())
4052 && tag.len() == 4
4053 && tag.bytes().all(|b| b.is_ascii_alphanumeric())
4054}
4055
4056/// Expand an id prefix to exactly one run id.
4057pub fn resolve_id(prefix: &str) -> Result<String> {
4058 // A whole id names its directory, readable state or not: the run whose
4059 // `run.json` never landed still has to be reachable by `magi show` and
4060 // by the fold route, which is the only way its record ever leaves.
4061 if is_run_id(prefix) && run_dir(prefix).is_dir() {
4062 return Ok(prefix.to_owned());
4063 }
4064 let hits: Vec<String> = list_ids()
4065 .into_iter()
4066 .filter(|id| id.starts_with(prefix) || id.ends_with(prefix))
4067 .collect();
4068 match hits.len() {
4069 1 => Ok(hits.into_iter().next().expect("exactly one hit")),
4070 0 => bail!("no run matches `{prefix}`"),
4071 _ => bail!(
4072 "`{prefix}` matches {} runs: {}",
4073 hits.len(),
4074 hits.join(", ")
4075 ),
4076 }
4077}
4078
4079/// The most recent run, if any.
4080pub fn latest_id() -> Option<String> {
4081 list_ids().into_iter().next()
4082}
4083
4084/// An unreserved `YYYYMMDD-HHMMSS-xxxx` candidate, sortable and branch-safe.
4085/// Fresh entropy is independent of the blind seed. Entropy alone cannot prevent
4086/// collisions: production creation must use `RunState::reserve` before the id
4087/// escapes, reserving both the full id and its branch/worktree suffix on disk.
4088fn new_id() -> String {
4089 let stamp = Zoned::now().strftime("%Y%m%d-%H%M%S");
4090 let entropy = crate::rng::entropy();
4091 format!("{stamp}-{:04x}", (entropy ^ (entropy >> 32)) & 0xffff)
4092}
4093
4094/// Keep the last `max` bytes of `text`, on a line boundary.
4095pub fn tail(text: &str, max: usize) -> String {
4096 if text.len() <= max {
4097 return text.to_owned();
4098 }
4099 let mut cut = text.len() - max;
4100 while cut < text.len() && !text.is_char_boundary(cut) {
4101 cut += 1;
4102 }
4103 let slice = &text[cut..];
4104 let start = slice.find('\n').map_or(0, |i| i + 1);
4105 format!(
4106 "[... {} earlier bytes omitted ...]\n{}",
4107 cut,
4108 &slice[start..]
4109 )
4110}
4111
4112/// Bytes of verification output recorded and handed to fixers/reviewers.
4113pub const VERIFY_SUMMARY: usize = 32_768;
4114
4115/// A backtrace frame line (` 41: 0x102e80de0 - <path>::{closure#0}` or
4116/// ` 3: std::panicking::begin_panic`), or the `at file:line` line under one.
4117/// Deliberately narrow: a frame needs a number, a colon and either an address
4118/// or a path, so ordinary `12: something` output is never dropped.
4119fn is_frame(line: &str, after_frame: bool) -> bool {
4120 let t = line.trim_start();
4121 if after_frame && t.starts_with("at ") {
4122 return true;
4123 }
4124 let digits = t.bytes().take_while(u8::is_ascii_digit).count();
4125 if digits == 0 || !t[digits..].starts_with(": ") {
4126 return false;
4127 }
4128 let rest = t[digits + 2..].trim_start();
4129 rest.starts_with("0x") || rest.contains("::")
4130}
4131
4132/// Priority (lower first) and following context (assertion text, `left`/`right`).
4133fn trigger_context(line: &str) -> Option<(u8, usize)> {
4134 // Match colored nextest markers without changing the stored evidence.
4135 let mut plain = String::new();
4136 let mut chars = line.chars();
4137 while let Some(c) = chars.next() {
4138 if c == '\x1b' && chars.clone().next() == Some('[') {
4139 chars.next();
4140 for c in chars.by_ref() {
4141 if ('@'..='~').contains(&c) {
4142 break;
4143 }
4144 }
4145 } else {
4146 plain.push(c);
4147 }
4148 }
4149 let t = plain.trim();
4150 if t.starts_with("[full output:") || t.starts_with("[full output could not be saved:") {
4151 Some((0, 0))
4152 } else if t.contains("panicked at") {
4153 Some((0, 6))
4154 } else if (t.starts_with("---- ") && t.ends_with(" ----"))
4155 || t.starts_with("--- STDERR:")
4156 || t.starts_with("--- STDOUT:")
4157 {
4158 Some((1, 3))
4159 } else if t.starts_with("FAIL ") || t.contains("FAIL [") {
4160 Some((1, 4))
4161 } else if t.starts_with("error:")
4162 || t.starts_with("error[")
4163 || t.starts_with("failures:")
4164 || t.contains("test result: FAILED")
4165 {
4166 Some((2, 4))
4167 } else {
4168 None
4169 }
4170}
4171
4172fn clip_line(line: &str, max: usize) -> &str {
4173 if line.len() <= max {
4174 return line;
4175 }
4176 let mut cut = max;
4177 while !line.is_char_boundary(cut) {
4178 cut -= 1;
4179 }
4180 &line[..cut]
4181}
4182
4183/// Summarise verification output to roughly `max` bytes, keeping the reason a
4184/// command failed. A plain tail is useless for a failing test: the panic
4185/// message sits hundreds of KB before the end, behind a backtrace. So:
4186///
4187/// 1. backtrace frame lines are dropped (counted in the header);
4188/// 2. if that already fits, the rest is returned whole;
4189/// 3. otherwise keep excerpts, each from a failure marker (`panicked at`,
4190/// `---- test stdout ----`, nextest `FAIL`/`STDERR`, `error:`, ...) through
4191/// a few following lines (the assertion and `left`/`right`), share the
4192/// budget evenly between selected excerpts. Select panics first, then test
4193/// stdout/stderr and nextest failure blocks, then generic diagnostics: noisy
4194/// compiler errors must not crowd out the test failure reason. Within each
4195/// priority keep earlier excerpts, then render in original order and append
4196/// the final tail (where `test result:` lives).
4197///
4198/// Adjacent excerpts merge only within the same priority and while small:
4199/// a long stdout line must not
4200/// consume the budget of a following panic anchor. Short output is returned
4201/// unchanged. The full text belongs in an artifact.
4202pub fn summarize_verify(text: &str, max: usize) -> String {
4203 if text.len() <= max {
4204 return text.to_owned();
4205 }
4206 // Tiny callers cannot fit the explanatory header. Respect their exact
4207 // byte bound, including UTF-8 boundaries, without a larger tail marker.
4208 if max < 256 {
4209 return clip_line(text, max).to_owned();
4210 }
4211 let mut kept: Vec<&str> = Vec::new();
4212 let mut dropped = 0usize;
4213 let mut prev_frame = false;
4214 for line in text.lines() {
4215 let frame = is_frame(line, prev_frame);
4216 if frame {
4217 dropped += 1;
4218 } else {
4219 kept.push(line);
4220 }
4221 prev_frame = frame;
4222 }
4223 let total: usize = kept.iter().map(|l| l.len() + 1).sum();
4224 let note = if dropped > 0 {
4225 format!(" ({dropped} backtrace frame line(s) dropped)")
4226 } else {
4227 String::new()
4228 };
4229 let overhead = 300;
4230 if total + overhead <= max {
4231 return format!("[... output reduced{note} ...]\n{}\n", kept.join("\n"));
4232 }
4233 // The tail comes first so that excerpts never repeat it.
4234 let tail_budget = (max / 4).min(4_096);
4235 let mut tail_start = kept.len();
4236 let mut used = 0usize;
4237 while tail_start > 0 && used + kept[tail_start - 1].len() < tail_budget {
4238 tail_start -= 1;
4239 used += kept[tail_start].len() + 1;
4240 }
4241 // Excerpts as merged half-open line ranges.
4242 let mut ranges: Vec<(usize, usize, u8)> = Vec::new();
4243 for (i, line) in kept[..tail_start].iter().enumerate() {
4244 if let Some((priority, after)) = trigger_context(line) {
4245 let end = (i + 1 + after).min(tail_start);
4246 match ranges.last_mut() {
4247 Some(last)
4248 if priority == last.2
4249 && i <= last.1
4250 && end - last.0 <= 20
4251 && kept[last.0..end].iter().map(|l| l.len() + 1).sum::<usize>() <= 1024 =>
4252 {
4253 last.1 = last.1.max(end);
4254 }
4255 _ => ranges.push((i, end, priority)),
4256 }
4257 }
4258 }
4259 let budget = max.saturating_sub(used + overhead);
4260 let shown = ranges.len().min((budget / 240).max(1));
4261 ranges.sort_by_key(|&(start, _, priority)| (priority, start));
4262 let mut selected = ranges[..shown].to_vec();
4263 selected.sort_by_key(|&(start, _, _)| start);
4264 let per = budget / shown.max(1);
4265 let mut body = String::new();
4266 for &(a, b, _) in &selected {
4267 let mut block = String::new();
4268 for line in &kept[a..b] {
4269 let remaining = per.saturating_sub(block.len() + 1);
4270 if remaining == 0 {
4271 break;
4272 }
4273 let line = clip_line(line, 600.min(remaining));
4274 block.push_str(line);
4275 block.push('\n');
4276 }
4277 body.push_str(&block);
4278 body.push_str("[...]\n");
4279 }
4280 let hidden = ranges.len() - shown;
4281 let more = if hidden > 0 {
4282 format!("; {hidden} more excerpt(s) not shown")
4283 } else {
4284 String::new()
4285 };
4286 let tail_text: String = kept[tail_start..].iter().flat_map(|l| [*l, "\n"]).collect();
4287 let out = format!(
4288 "[... output reduced from {} bytes{note}; {shown} failure excerpt(s) kept{more}, then the end ...]\n{body}{tail_text}",
4289 text.len(),
4290 );
4291 if out.len() > max {
4292 return clip_line(&out, max).to_owned();
4293 }
4294 out
4295}
4296
4297/// Reserve a fresh verification artifact atomically, so concurrent writes,
4298/// retries and resumes cannot overwrite earlier evidence.
4299pub fn write_verification_artifact(run: &RunState, stem: &str, body: &str) -> Result<String> {
4300 use std::io::Write as _;
4301 let dir = run.dir().join("artifacts");
4302 std::fs::create_dir_all(&dir)?;
4303 for sequence in 1.. {
4304 let name = format!("{stem}-{sequence}.out");
4305 match std::fs::OpenOptions::new()
4306 .write(true)
4307 .create_new(true)
4308 .open(dir.join(&name))
4309 {
4310 Ok(mut file) => {
4311 file.write_all(body.as_bytes())
4312 .with_context(|| format!("write artifacts/{name}"))?;
4313 return Ok(name);
4314 }
4315 Err(e) if e.kind() == std::io::ErrorKind::AlreadyExists => continue,
4316 Err(e) => return Err(e).with_context(|| format!("create artifacts/{name}")),
4317 }
4318 }
4319 unreachable!()
4320}
4321
4322/// Path of a run artifact.
4323pub fn artifact_path(run: &RunState, name: &str) -> PathBuf {
4324 run.dir().join("artifacts").join(name)
4325}
4326
4327/// Write an artifact, creating the directory if needed.
4328pub fn write_artifact(run: &RunState, name: &str, body: &str) -> Result<PathBuf> {
4329 let path = artifact_path(run, name);
4330 if let Some(parent) = path.parent() {
4331 std::fs::create_dir_all(parent).with_context(|| format!("create {}", parent.display()))?;
4332 }
4333 std::fs::write(&path, body).with_context(|| format!("write {}", path.display()))?;
4334 Ok(path)
4335}
4336
4337/// Read an artifact back, e.g. a stored patch on resume.
4338pub fn read_artifact(run: &RunState, name: &str) -> Option<String> {
4339 std::fs::read_to_string(artifact_path(run, name)).ok()
4340}
4341
4342#[cfg(test)]
4343mod tests {
4344 #[test]
4345 fn summarize_verify_preserves_failure_context_and_bounds() {
4346 let mut text = String::from("[full output: artifacts/gate-1.out]\n");
4347 for name in ["first", "second"] {
4348 text.push_str(&format!("---- {name} stdout ----\nmy test output\n"));
4349 text.push_str(&format!("thread '{name}' panicked at tests/check.rs:42:9:\nassertion `left == right` failed\n left: 1\n right: 2\n"));
4350 for frame in 0..4000 {
4351 text.push_str(&format!(
4352 " {frame}: 0x102e80de0 - backtrace frame with 日本語\n"
4353 ));
4354 }
4355 }
4356 text.push_str("---- second stderr ----\nsecond test stderr\n");
4357 text.push_str(&"unrelated output\n".repeat(1000));
4358 text.push_str(
4359 "\x1b[31mFAIL [0.01s] suite third\x1b[0m\n--- STDOUT: ---\nthird test stdout\n",
4360 );
4361 text.push_str(&"stdout noise\n".repeat(10000));
4362 text.push_str("--- STDERR: ---\nthird test stderr\n");
4363 text.push_str("thread 'third' panicked at test.rs:1:\nthird assertion\n");
4364 text.push_str(&"backtrace noise\n".repeat(10000));
4365 text.push_str("test result: FAILED. 0 passed; 3 failed\n");
4366 let summary = summarize_verify(&text, 32 * 1024);
4367 assert!(summary.len() <= 32 * 1024);
4368 for expected in [
4369 "thread 'first' panicked at",
4370 "thread 'second' panicked at",
4371 "thread 'third' panicked at",
4372 "my test output",
4373 "second test stderr",
4374 "FAIL [0.01s] suite third",
4375 "third test stdout",
4376 "third test stderr",
4377 "panicked at tests/check.rs:42:9",
4378 "left: 1",
4379 "right: 2",
4380 "third assertion",
4381 "test result: FAILED",
4382 "artifacts/gate-1.out",
4383 ] {
4384 assert!(summary.contains(expected), "missing {expected}: {summary}");
4385 }
4386 assert_eq!(summarize_verify(&summary, 32 * 1024), summary);
4387 let compact = summarize_verify(&summary, 2000);
4388 assert!(compact.len() <= 2000);
4389 assert!(compact.contains("panicked at"));
4390 assert!(compact.contains("artifacts/gate-1.out"));
4391 assert_eq!(summarize_verify("short 日本語\n", 1024), "short 日本語\n");
4392 }
4393
4394 #[test]
4395 fn summarize_verify_prioritizes_late_test_failures_over_diagnostics() {
4396 let mut text = String::new();
4397 for _ in 0..130 {
4398 text.push_str("error: diagnostic\n");
4399 text.push_str(&"ordinary build log\n".repeat(21));
4400 }
4401 text.push_str("---- late_test stdout ----\ntest stdout summary\n");
4402 text.push_str("thread 'late_test' panicked at tests/late.rs:42:9:\nassertion `left == right` failed\n left: 1\n right: 2\n");
4403 text.push_str("--- STDERR: ---\ntest stderr summary\n");
4404 text.push_str(&"ordinary test log\n".repeat(4000));
4405 text.push_str("test result: FAILED\n");
4406
4407 let summary = summarize_verify(&text, 32 * 1024);
4408 assert!(summary.len() <= 32 * 1024);
4409 for expected in [
4410 "---- late_test stdout ----",
4411 "test stdout summary",
4412 "panicked at tests/late.rs:42:9:",
4413 "assertion `left == right` failed",
4414 "left: 1",
4415 "right: 2",
4416 "test stderr summary",
4417 "test result: FAILED",
4418 ] {
4419 assert!(summary.contains(expected), "missing {expected}");
4420 }
4421 }
4422
4423 #[test]
4424 fn summarize_verify_reports_overflow_and_handles_long_utf8_lines() {
4425 let text = (0..1000)
4426 .map(|i| {
4427 format!(
4428 "thread '{i}' panicked at test.rs:1:\n{}\n",
4429 "あ".repeat(2000)
4430 )
4431 })
4432 .collect::<String>();
4433 for max in (0..=256).chain([800, 2000, 32 * 1024]) {
4434 let summary = summarize_verify(&text, max);
4435 assert!(summary.len() <= max);
4436 if max >= 256 {
4437 assert!(summary.contains("more excerpt(s) not shown"));
4438 }
4439 }
4440 let compiler = format!(
4441 "error[E0063]: missing field\n{}done",
4442 "noise\n".repeat(20000)
4443 );
4444 assert!(summarize_verify(&compiler, 2000).contains("error[E0063]"));
4445 }
4446
4447 #[test]
4448 fn verification_artifacts_reserve_names_atomically() {
4449 pin_test_home();
4450 let state = pass_state();
4451 let names = std::thread::scope(|scope| {
4452 let handles: Vec<_> = (0..8)
4453 .map(|i| {
4454 let state = &state;
4455 scope.spawn(move || {
4456 let body = format!("output {i}");
4457 let name = write_verification_artifact(state, "gate", &body).unwrap();
4458 (name, body)
4459 })
4460 })
4461 .collect();
4462 handles
4463 .into_iter()
4464 .map(|h| h.join().unwrap())
4465 .collect::<Vec<_>>()
4466 });
4467 let unique: BTreeSet<_> = names.iter().map(|(name, _)| name).collect();
4468 assert_eq!(unique.len(), names.len());
4469 for (name, body) in names {
4470 assert_eq!(read_artifact(&state, &name).unwrap(), body);
4471 }
4472 }
4473
4474 #[test]
4475 fn quota_loss_from_report_preserves_machine_failure_details() {
4476 let report = crate::agent::Quota {
4477 reset: Some("in 1h".into()),
4478 cause: crate::agent::QuotaCause::Authentication,
4479 agent: "alpha".into(),
4480 };
4481 let loss = QuotaLoss::from_report("advisor-1".into(), "advise", Some(&report));
4482 assert_eq!(loss.seat, "advisor-1");
4483 assert_eq!(loss.node, "advise");
4484 assert_eq!(loss.reset, report.reset);
4485 assert_eq!(loss.cause, report.cause);
4486 assert_eq!(loss.agent, report.agent);
4487
4488 let absent = QuotaLoss::from_report("advisor-2".into(), "advise", None);
4489 assert_eq!(absent.reset, None);
4490 assert_eq!(absent.cause, crate::agent::QuotaCause::UsageLimit);
4491 assert!(absent.agent.is_empty());
4492 }
4493
4494 fn pass_state() -> RunState {
4495 RunState::new(
4496 PathBuf::from("/repo"),
4497 "main".to_owned(),
4498 "0123456789abcdef".to_owned(),
4499 "Do it".to_owned(),
4500 Config::default(),
4501 )
4502 }
4503
4504 #[test]
4505 fn reserving_runs_retries_full_and_short_collisions_without_touching_the_first() {
4506 let home = tempfile::tempdir().unwrap();
4507 let first_id = "20260101-000000-abcd";
4508 let ids = crate::id_reserve::sequence(&[
4509 first_id,
4510 first_id,
4511 "20260102-000000-abcd",
4512 "20260101-000000-1234",
4513 ]);
4514 let mut first = pass_state();
4515 first.reserve_with(home.path(), &ids).unwrap();
4516 let first_dir = home.path().join("runs").join(&first.id);
4517 std::fs::create_dir(first_dir.join("artifacts")).unwrap();
4518 std::fs::write(first_dir.join("artifacts/keep"), b"original artifact").unwrap();
4519 let before = std::fs::read(first_dir.join("run.json")).unwrap();
4520 let mut second = pass_state();
4521 second.instruction = "independent".into();
4522 second.reserve_with(home.path(), &ids).unwrap();
4523 assert_eq!(first.id, first_id);
4524 assert_eq!(second.id, "20260101-000000-1234");
4525 assert_ne!(first.branch_for('A'), second.branch_for('A'));
4526 assert_eq!(std::fs::read(first_dir.join("run.json")).unwrap(), before);
4527 assert_eq!(
4528 std::fs::read(first_dir.join("artifacts/keep")).unwrap(),
4529 b"original artifact"
4530 );
4531 assert_eq!(
4532 RunState::load_under(&second.id, home.path())
4533 .unwrap()
4534 .instruction,
4535 "independent"
4536 );
4537 assert!(!home.path().join("runs/20260102-000000-abcd").exists());
4538 let stuck = crate::id_reserve::IdSource::custom(|| "20260101-000000-abcd".into());
4539 assert!(
4540 pass_state()
4541 .reserve_with(home.path(), &stuck)
4542 .unwrap_err()
4543 .to_string()
4544 .contains("256 attempts")
4545 );
4546 assert_eq!(std::fs::read(first_dir.join("run.json")).unwrap(), before);
4547 }
4548
4549 #[test]
4550 fn reserving_a_run_fails_when_the_store_cannot_be_created() {
4551 let home = tempfile::tempdir().unwrap();
4552 std::fs::write(home.path().join("runs"), "not a directory").unwrap();
4553 assert!(pass_state().reserve_under(home.path()).is_err());
4554 }
4555
4556 #[test]
4557 fn passes_append_and_a_resume_never_rewrites_an_earlier_cause() {
4558 let mut s = pass_state();
4559 s.begin_pass();
4560 assert!(!s.passes[0].resumed);
4561 s.end_pass_parked(ParkCause::Upgrade {
4562 from: "0.1.0".to_owned(),
4563 to: Some("0.1.1".to_owned()),
4564 });
4565 s.begin_pass();
4566 s.end_pass_parked(ParkCause::Operator);
4567 // A second request for the same boundary does not relabel it.
4568 s.end_pass_parked(ParkCause::Question);
4569 s.begin_pass();
4570 assert_eq!(s.passes.len(), 3);
4571 assert!(s.passes[1].resumed);
4572 assert_eq!(
4573 s.passes[0].end,
4574 Some(PassEnd::Parked {
4575 cause: ParkCause::Upgrade {
4576 from: "0.1.0".to_owned(),
4577 to: Some("0.1.1".to_owned()),
4578 }
4579 })
4580 );
4581 assert_eq!(
4582 s.passes[1].end,
4583 Some(PassEnd::Parked {
4584 cause: ParkCause::Operator
4585 })
4586 );
4587 assert_eq!(s.passes[2].end, None);
4588 }
4589
4590 #[test]
4591 fn a_pass_left_open_is_closed_as_unrecorded_by_the_next() {
4592 let mut s = pass_state();
4593 s.begin_pass();
4594 s.begin_pass();
4595 assert_eq!(s.passes[0].end, Some(PassEnd::Unrecorded));
4596 assert!(s.passes[0].ended_at.is_some());
4597 assert_eq!(s.passes[1].end, None);
4598 }
4599
4600 #[test]
4601 fn a_state_written_before_passes_loads_with_none() {
4602 let s = pass_state();
4603 let mut v = serde_json::to_value(&s).unwrap();
4604 v.as_object_mut().unwrap().remove("passes");
4605 let back: RunState = serde_json::from_value(v).unwrap();
4606 assert!(back.passes.is_empty());
4607 }
4608 #[test]
4609 fn test_home_is_private_stable_and_unique_per_process() {
4610 // Child mode: report this process's home and stop.
4611 if std::env::var_os("MAGI_HOME_PROBE").is_some() {
4612 println!("HOME={}", super::test_home().display());
4613 return;
4614 }
4615 let a = super::test_home();
4616 assert_eq!(a, super::test_home());
4617 assert!(a.is_dir() && a.starts_with(std::env::temp_dir()));
4618 let probe = || {
4619 let out = std::process::Command::new(std::env::current_exe().unwrap())
4620 .args([
4621 "--exact",
4622 "run::tests::test_home_is_private_stable_and_unique_per_process",
4623 "--nocapture",
4624 "--test-threads=1",
4625 ])
4626 .env("MAGI_HOME_PROBE", "1")
4627 .quiet()
4628 .output()
4629 .unwrap();
4630 String::from_utf8_lossy(&out.stdout)
4631 .lines()
4632 .find_map(|l| l.split_once("HOME=").map(|(_, h)| h.to_owned()))
4633 .expect("child reported a home")
4634 };
4635 let (b, c) = (probe(), probe());
4636 assert_ne!(b, c, "two processes must never share a unit-test home");
4637 assert_ne!(b, a.display().to_string());
4638 }
4639
4640 #[test]
4641 fn no_test_pins_a_fixed_temp_path_as_the_home() {
4642 let root = std::env::var_os("CARGO_MANIFEST_DIR")
4643 .map(PathBuf::from)
4644 .unwrap_or_else(|| PathBuf::from(env!("CARGO_MANIFEST_DIR")));
4645 let needle = ["set_home(std::env::temp_dir()", ".join(\"magi-"].concat();
4646 for e in std::fs::read_dir(root.join("src")).unwrap() {
4647 let p = e.unwrap().path();
4648 if p.extension().and_then(|x| x.to_str()) != Some("rs") {
4649 continue;
4650 }
4651 let text = std::fs::read_to_string(&p).unwrap();
4652 assert!(
4653 !text.contains(&needle),
4654 "{} pins a fixed temp home; use run::pin_test_home()",
4655 p.display()
4656 );
4657 }
4658 }
4659
4660 use super::*;
4661
4662 fn state() -> RunState {
4663 RunState::new(
4664 PathBuf::from("/repo"),
4665 "main".to_owned(),
4666 "abc1234def".to_owned(),
4667 "add retries".to_owned(),
4668 Config::default(),
4669 )
4670 }
4671
4672 #[test]
4673 fn task_public_head_contains_only_the_task_identity() {
4674 let mut run = state();
4675 run.origin = Some(Origin::queue("abcd-1234"));
4676 assert_eq!(run.task_pr_branch().as_deref(), Some("magi/task-abcd-1234"));
4677 assert_ne!(run.task_pr_branch().unwrap(), run.branch_for('A'));
4678 run.origin = Some(Origin::queue("bad..task"));
4679 assert!(run.task_pr_branch().is_none());
4680 run.origin = Some(Origin::queue("abcd-1234"));
4681 run.reviewed_commits = Some(Vec::new());
4682 assert!(run.task_pr_branch().is_none());
4683 run.reviewed_commits = None;
4684 run.origin = Some(Origin::operator());
4685 assert!(run.task_pr_branch().is_none());
4686 }
4687
4688 #[test]
4689 fn review_run_keeps_the_task_public_head_only_when_inherited() {
4690 let mut run = state();
4691 run.origin = Some(Origin::queue("abcd-1234"));
4692 run.reviewed_commits = Some(Vec::new());
4693 let mut cand = |branch: &str| {
4694 run.candidates = vec![Candidate {
4695 index: 0,
4696 label: 'A',
4697 agent: "(existing branch)".to_owned(),
4698 branch: branch.to_owned(),
4699 worktree: PathBuf::from("/w"),
4700 summary: String::new(),
4701 stat: String::new(),
4702 files: 1,
4703 commits: 1,
4704 empty: false,
4705 failed: None,
4706 verified_noop: None,
4707 duration_ms: 0,
4708 folded: false,
4709 }];
4710 };
4711 cand("magi/ab12/A");
4712 run.tally = Some(Tally {
4713 first_choice: BTreeMap::from([('A', 0)]),
4714 borda: BTreeMap::new(),
4715 winner: 'A',
4716 rankings: 0,
4717 unanimous_initial: false,
4718 deliberated: false,
4719 changed_votes: 0,
4720 unanimous_final: false,
4721 tie_break: None,
4722 judges: 0,
4723 present: 0,
4724 quorum: 0,
4725 met_quorum: true,
4726 uncontested: None,
4727 });
4728 // A legacy candidate-branch PR: nothing inherited, keep its own head.
4729 assert!(run.task_pr_branch().is_none());
4730 run.pr_head = Some("magi/task-abcd-1234".to_owned());
4731 assert_eq!(run.task_pr_branch().as_deref(), Some("magi/task-abcd-1234"));
4732 // A head that is not this task's is never followed.
4733 run.pr_head = Some("magi/task-other".to_owned());
4734 assert!(run.task_pr_branch().is_none());
4735 }
4736
4737 #[test]
4738 fn superseded_is_terminal_but_not_resumable() {
4739 assert!(RunStatus::Superseded.done());
4740 assert!(!RunStatus::Superseded.resumable());
4741 assert_eq!(RunStatus::Superseded.as_str(), "superseded");
4742 assert!(RunStatus::AlreadyInBase.done());
4743 assert!(!RunStatus::AlreadyInBase.resumable());
4744 assert_eq!(RunStatus::AlreadyInBase.as_str(), "already_in_base");
4745 }
4746
4747 #[test]
4748 fn load_under_reads_back_exactly_what_save_under_wrote_at_an_explicit_home() {
4749 // Both rooted at an explicit `home` rather than the process-global
4750 // one - a caller with its own `home` (a test fixture, a housekeeping
4751 // pass) must round-trip through exactly that directory, never
4752 // through whichever home some other test in the same binary pinned
4753 // into the global `OnceLock` first.
4754 let dir = tempfile::tempdir().unwrap();
4755 let mut original = state();
4756 original.id = "20260101-000000-load".to_owned();
4757 original.status = RunStatus::Blocked;
4758 original.save_under(dir.path()).unwrap();
4759
4760 let reloaded = RunState::load_under(&original.id, dir.path()).unwrap();
4761 assert_eq!(reloaded.id, original.id);
4762 assert_eq!(reloaded.status, RunStatus::Blocked);
4763
4764 assert!(
4765 RunState::load_under("20260101-000000-none", dir.path()).is_err(),
4766 "an id with nothing saved under this home must not silently read something else"
4767 );
4768 }
4769
4770 #[test]
4771 fn verification_history_legacy_metadata_remains_unknown() {
4772 let history: VerificationEvidence = serde_json::from_value(serde_json::json!({
4773 "gate_head": "old-head",
4774 "gate_ran": true,
4775 "gate": [],
4776 "e2e": null
4777 }))
4778 .unwrap();
4779 assert!(history.superseded_by.is_none());
4780 assert!(history.archived_at.is_none());
4781 assert!(history.fixes_spent.is_none());
4782 assert_eq!(history.gate_head.as_deref(), Some("old-head"));
4783 assert!(history.gate_ran);
4784 }
4785
4786 #[test]
4787 fn resolve_home_prefers_the_pin_then_the_env_var() {
4788 let pinned = PathBuf::from("/pinned");
4789 assert_eq!(
4790 resolve_home(Some(pinned.clone()), Some("/env".into())),
4791 pinned,
4792 "a pin wins even over MAGI_HOME"
4793 );
4794 assert_eq!(
4795 resolve_home(None, Some("/env".into())),
4796 PathBuf::from("/env")
4797 );
4798 }
4799
4800 #[test]
4801 #[should_panic(expected = "run::set_home()")]
4802 fn resolve_home_refuses_to_fall_back_to_the_operators_real_home() {
4803 // Neither override present is exactly the state a test reaches by
4804 // forgetting `set_home`/`MAGI_HOME` - the accident that put three
4805 // broken fixture runs into the operator's real history. Asserted
4806 // against the pure decision directly, not `home()` itself, because
4807 // `HOME` is a process-wide `OnceLock` another test may have already
4808 // set - this must not depend on test execution order.
4809 resolve_home(None, None);
4810 }
4811
4812 #[test]
4813 fn a_run_is_named_by_shape_so_a_state_less_directory_is_still_a_run() {
4814 // The shape `new_id` mints. A directory answering to it is a run even
4815 // with no readable `run.json`: that is how a save that ran out of
4816 // disk stays visible instead of vanishing from every listing.
4817 assert!(is_run_id(&new_id()));
4818 assert!(is_run_id("20260904-014540-88c0"));
4819 // Not runs: a stray folder, a truncated id, a non-hex tag, and an id
4820 // with an extra segment (a worktree label, say).
4821 assert!(!is_run_id("scratch"));
4822 assert!(!is_run_id("20260904-014540"));
4823 assert!(!is_run_id("20260904-014540-88c0f"));
4824 assert!(!is_run_id("2026090x-014540-88c0"));
4825 assert!(!is_run_id("20260904-014540-88c0-A"));
4826 }
4827
4828 #[test]
4829 fn ids_are_sortable_and_short_suffixed() {
4830 let s = state();
4831 let parts: Vec<&str> = s.id.split('-').collect();
4832 assert_eq!(parts.len(), 3);
4833 assert_eq!(parts[0].len(), 8);
4834 assert_eq!(parts[1].len(), 6);
4835 assert_eq!(parts[2].len(), 4);
4836 assert_eq!(s.short(), parts[2]);
4837 }
4838
4839 #[test]
4840 fn branch_names_carry_the_label_not_the_author() {
4841 let s = state();
4842 let b = s.branch_for('B');
4843 assert_eq!(b, format!("magi/{}/B", s.short()));
4844 assert!(!b.contains("claude"));
4845 }
4846
4847 /// A pinned seed reproduces the blind decisions. It must **not** reproduce
4848 /// the run's identity.
4849 ///
4850 /// `assert_eq!(a.short(), b.short())` used to stand where the last
4851 /// assertion is now, and it was pinning the defect: with the id's suffix
4852 /// derived from the seed, two runs started in the same second were the
4853 /// same run as far as the filesystem was concerned - one directory, one
4854 /// `artifacts/`, one set of candidate worktrees. `tests/common` pins a
4855 /// seed for every integration test, so on Linux, where the suite is fast,
4856 /// two tests in `graph_dropped_stream` shared a directory and one read the
4857 /// other's artifact.
4858 #[test]
4859 fn a_pinned_seed_is_reproducible_but_never_the_run_id() {
4860 let mut cfg = Config::default();
4861 cfg.blind.seed = Some(1234);
4862 let a = RunState::new(
4863 PathBuf::from("/r"),
4864 "main".to_owned(),
4865 "c".to_owned(),
4866 "t".to_owned(),
4867 cfg.clone(),
4868 );
4869 let b = RunState::new(
4870 PathBuf::from("/r"),
4871 "main".to_owned(),
4872 "c".to_owned(),
4873 "t".to_owned(),
4874 cfg,
4875 );
4876 // What the seed is for: the same shuffles, run after run.
4877 assert_eq!(a.seed, 1234);
4878 assert_eq!(a.seed, b.seed);
4879 // What it is not for. Two runs are two runs, in the same second or
4880 // not, and everything keyed on the id depends on that.
4881 assert_ne!(
4882 a.id, b.id,
4883 "two runs sharing an id share a directory, artifacts and worktrees"
4884 );
4885 }
4886
4887 #[test]
4888 fn status_terminality() {
4889 assert!(RunStatus::Merged.done());
4890 assert!(RunStatus::Blocked.done());
4891 assert!(!RunStatus::Reviewing.done());
4892 }
4893
4894 fn overrun_seat(now: Timestamp, elapsed_secs: i64, timeout_secs: u64) -> ActiveSeat {
4895 ActiveSeat {
4896 node: "implement".to_owned(),
4897 started_at: now - jiff::SignedDuration::new(elapsed_secs, 0),
4898 timeout_secs,
4899 attempt: 0,
4900 task: None,
4901 command: None,
4902 index: None,
4903 total: None,
4904 }
4905 }
4906
4907 #[test]
4908 fn active_all_overrun_requires_every_seat_past_its_own_timeout() {
4909 let mut s = state();
4910 let now = Timestamp::now();
4911 assert!(
4912 !s.active_all_overrun(now),
4913 "nothing active is not evidence of anything"
4914 );
4915
4916 s.active
4917 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
4918 assert!(
4919 s.active_all_overrun(now),
4920 "21000s elapsed against a 3600s budget"
4921 );
4922
4923 // A seat still well within its own budget means the run is not
4924 // provably dead, however far its sibling has overrun.
4925 s.active
4926 .insert("impl-B".to_owned(), overrun_seat(now, 0, 3_600));
4927 assert!(!s.active_all_overrun(now));
4928 }
4929
4930 /// A schema-11 run that ended Blocked cannot be pinned by a daemon pid
4931 /// that is still alive; one still mid-walk keeps asking the pid.
4932 #[test]
4933 fn migrating_schema_11_marks_only_ended_runs_as_exited() {
4934 for (status, exited) in [
4935 (RunStatus::Blocked, true),
4936 (RunStatus::Failed, true),
4937 (RunStatus::Stalled, true),
4938 (RunStatus::Landing, true),
4939 (RunStatus::Reviewing, false),
4940 ] {
4941 let mut s = state();
4942 s.schema = 11;
4943 s.status = status;
4944 let m = migrate_schema(s).unwrap();
4945 assert_eq!(m.schema, SCHEMA);
4946 assert_eq!(m.driver_exited, exited, "{status:?}");
4947 }
4948 }
4949
4950 /// A driver that recorded its own exit reads dead without its pid being
4951 /// asked: a daemon's pid outlives the runs it drove.
4952 #[test]
4953 fn an_exited_driver_is_dead_even_when_its_pid_answers_alive() {
4954 let mut s = state();
4955 s.driver_pid = Some(4242);
4956 s.driver_started_at = Some("1790000000".to_owned());
4957 s.driver_exited = true;
4958 let never = |_| -> Option<bool> { panic!("the pid must not be asked") };
4959 assert_eq!(
4960 s.liveness_with(false, never, |_| panic!("nor its identity")),
4961 Liveness::Dead
4962 );
4963 assert_eq!(s.liveness_with(true, never, |_| None), Liveness::Live);
4964 }
4965
4966 /// A daemon claim wins outright, whatever `driver_pid` or either query
4967 /// says — the stronger, independently-heartbeating signal. Neither query
4968 /// closure is even called: a daemon claim short-circuits before either
4969 /// one, which panicking closures here prove.
4970 #[test]
4971 fn liveness_reads_live_from_a_daemon_claim_alone() {
4972 let mut s = state();
4973 s.driver_pid = None;
4974 assert_eq!(
4975 s.liveness_with(
4976 true,
4977 |_| panic!("a daemon claim needs no pid query"),
4978 |_| panic!("a daemon claim needs no identity query")
4979 ),
4980 Liveness::Live,
4981 "a daemon claim needs no pid to back it up"
4982 );
4983 }
4984
4985 /// The gap `driver_pid` closes: no daemon claim (every manual `magi run`
4986 /// / `magi review`), but the recorded pid answers alive *and* the
4987 /// process currently holding it still carries the same start-time
4988 /// marker this run recorded — proof it is genuinely the same process,
4989 /// not merely the same number.
4990 #[test]
4991 fn liveness_reads_live_from_a_confirmed_pid_with_a_matching_identity() {
4992 let mut s = state();
4993 s.driver_pid = Some(4242);
4994 s.driver_started_at = Some("1790000000".to_owned());
4995 assert_eq!(
4996 s.liveness_with(
4997 false,
4998 |pid| {
4999 assert_eq!(pid, 4242);
5000 Some(true)
5001 },
5002 |pid| {
5003 assert_eq!(pid, 4242);
5004 Some("1790000000".to_owned())
5005 }
5006 ),
5007 Liveness::Live
5008 );
5009 }
5010
5011 /// No daemon claim and the recorded pid confirmed gone by the OS itself
5012 /// — dead outright, and the identity query is never even reached (a
5013 /// panicking closure proves it), since there is nothing left to
5014 /// corroborate.
5015 #[test]
5016 fn liveness_reads_dead_from_a_confirmed_dead_pid() {
5017 let mut s = state();
5018 s.driver_pid = Some(4242);
5019 assert_eq!(
5020 s.liveness_with(
5021 false,
5022 |_| Some(false),
5023 |_| panic!("a confirmed-dead pid needs no identity query")
5024 ),
5025 Liveness::Dead
5026 );
5027 }
5028
5029 /// The gap this task's review round exists to close: a killed manual
5030 /// run's pid gets handed to a wholly unrelated later process. `pid_status`
5031 /// alone would read that as `Live` — the reused pid really is alive —
5032 /// but the process now holding it started at a different moment than the
5033 /// one this run recorded, so this must read `Dead`, not `Live`: a
5034 /// mismatch is exactly as good as proof the original driver is gone.
5035 #[test]
5036 fn liveness_reads_dead_when_a_live_pid_no_longer_matches_the_recorded_start_time() {
5037 let mut s = state();
5038 s.driver_pid = Some(4242);
5039 s.driver_started_at = Some("1790000000".to_owned());
5040 assert_eq!(
5041 s.liveness_with(false, |_| Some(true), |_| Some("1790005400".to_owned())),
5042 Liveness::Dead,
5043 "the pid is alive, but under a different process than the one this run recorded"
5044 );
5045 }
5046
5047 /// Missing information never collapses to `Dead`: an old run with no
5048 /// `driver_pid` at all, a `driver_pid` this build could not query, a live
5049 /// pid with no recorded start time to compare (an even older run, before
5050 /// that field existed), and a live pid whose current identity this build
5051 /// could not re-query, all read as `Unknown` — never a guess in either
5052 /// direction.
5053 #[test]
5054 fn a_locale_format_marker_on_a_live_pid_reads_unknown_never_dead() {
5055 let mut s = state();
5056 s.driver_pid = Some(4242);
5057 for old in ["日 10/ 4 17:27:03 2026", "Sun Oct 4 17:27:03 2026"] {
5058 s.driver_started_at = Some(old.to_owned());
5059 assert_eq!(
5060 s.liveness_with(
5061 false,
5062 |_| Some(true),
5063 |_| panic!("an old-format marker needs no identity query")
5064 ),
5065 Liveness::Unknown,
5066 "{old}"
5067 );
5068 }
5069 }
5070
5071 #[test]
5072 fn integer_markers_compare_live_on_match_and_dead_on_difference() {
5073 let mut s = state();
5074 s.driver_pid = Some(4242);
5075 s.driver_started_at = Some("1790000000".to_owned());
5076 assert_eq!(
5077 s.liveness_with(false, |_| Some(true), |_| Some("1790000000".to_owned())),
5078 Liveness::Live
5079 );
5080 assert_eq!(
5081 s.liveness_with(false, |_| Some(true), |_| Some("1790000001".to_owned())),
5082 Liveness::Dead
5083 );
5084 }
5085
5086 #[test]
5087 fn liveness_never_guesses_out_of_missing_information() {
5088 let mut s = state();
5089 s.driver_pid = None;
5090 assert_eq!(
5091 s.liveness_with(
5092 false,
5093 |_| panic!("no pid to query"),
5094 |_| panic!("no pid to query")
5095 ),
5096 Liveness::Unknown,
5097 "no driver_pid recorded at all — an old run predating this field"
5098 );
5099
5100 s.driver_pid = Some(4242);
5101 assert_eq!(
5102 s.liveness_with(false, |_| None, |_| panic!("inconclusive already")),
5103 Liveness::Unknown,
5104 "a pid to ask, but the platform could not answer for it"
5105 );
5106
5107 s.driver_started_at = None;
5108 assert_eq!(
5109 s.liveness_with(false, |_| Some(true), |_| Some("anything".to_owned())),
5110 Liveness::Unknown,
5111 "a live pid, but no recorded marker to corroborate it against — an old run \
5112 predating `driver_started_at`"
5113 );
5114
5115 s.driver_started_at = Some("1790000000".to_owned());
5116 assert_eq!(
5117 s.liveness_with(false, |_| Some(true), |_| None),
5118 Liveness::Unknown,
5119 "a live pid and a recorded marker, but the identity re-query itself failed"
5120 );
5121 }
5122
5123 #[test]
5124 fn abandon_clears_active_and_fails_a_non_terminal_run() {
5125 let mut s = state();
5126 s.status = RunStatus::Implementing;
5127 let now = Timestamp::now();
5128 s.active
5129 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
5130
5131 s.abandon("daemon");
5132
5133 assert!(s.active.is_empty());
5134 assert_eq!(s.status, RunStatus::Failed);
5135 assert!(
5136 s.events
5137 .last()
5138 .expect("an event was logged")
5139 .message
5140 .contains("impl-A"),
5141 "the event names the abandoned seat"
5142 );
5143 }
5144
5145 #[test]
5146 fn abandon_never_overwrites_a_status_already_terminal() {
5147 let mut s = state();
5148 s.status = RunStatus::Ready;
5149 let now = Timestamp::now();
5150 s.active
5151 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
5152
5153 s.abandon("daemon");
5154
5155 assert!(s.active.is_empty());
5156 assert_eq!(
5157 s.status,
5158 RunStatus::Ready,
5159 "a run already done must not be relabelled Failed"
5160 );
5161 }
5162
5163 #[test]
5164 fn candidate_viability_excludes_empty_and_failed() {
5165 let mut c = Candidate {
5166 index: 0,
5167 label: 'A',
5168 agent: "a".to_owned(),
5169 branch: "b".to_owned(),
5170 worktree: PathBuf::from("/w"),
5171 summary: String::new(),
5172 stat: String::new(),
5173 files: 1,
5174 commits: 1,
5175 empty: false,
5176 failed: None,
5177 verified_noop: None,
5178 duration_ms: 0,
5179 folded: false,
5180 };
5181 assert!(c.viable());
5182 c.empty = true;
5183 assert!(!c.viable());
5184 c.empty = false;
5185 c.failed = Some("timeout".to_owned());
5186 assert!(!c.viable());
5187 }
5188
5189 #[test]
5190 fn build_failure_is_distinguished_from_a_failing_test() {
5191 let link_race = CommandOutcome {
5192 command: "cargo test".to_owned(),
5193 code: Some(1),
5194 output_tail: "LINK : fatal error LNK1104: cannot open file \
5195 'graph_dirty_tree-71d4dc8e.exe'\n\
5196 error: could not compile `magi-cli` (test \"graph_dirty_tree\")"
5197 .to_owned(),
5198 duration_ms: 500,
5199 resource_blocked: false,
5200 };
5201 assert!(!link_race.ok());
5202 assert!(link_race.build_failed());
5203
5204 let failing_test = CommandOutcome {
5205 command: "cargo test".to_owned(),
5206 code: Some(101),
5207 output_tail: "thread 'it_works' panicked at 'assertion failed'".to_owned(),
5208 duration_ms: 500,
5209 resource_blocked: false,
5210 };
5211 assert!(!failing_test.ok());
5212 assert!(
5213 !failing_test.build_failed(),
5214 "a real test failure must not be classed as a build failure"
5215 );
5216
5217 let passing = CommandOutcome {
5218 command: "cargo test".to_owned(),
5219 code: Some(0),
5220 output_tail: String::new(),
5221 duration_ms: 500,
5222 resource_blocked: false,
5223 };
5224 assert!(passing.ok());
5225 assert!(!passing.build_failed());
5226 }
5227
5228 #[test]
5229 fn tail_keeps_the_end_on_a_line_boundary() {
5230 let text = (0..100).map(|i| format!("line {i}\n")).collect::<String>();
5231 let t = tail(&text, 40);
5232 assert!(t.starts_with("[..."));
5233 assert!(t.ends_with("line 99\n"));
5234 assert!(t.len() < 120);
5235 assert_eq!(tail("short", 40), "short");
5236 }
5237
5238 #[test]
5239 fn summarize_verify_keeps_panics_behind_a_huge_backtrace() {
5240 let mut text =
5241 String::from("running 1 test\ntest a ... FAILED\n\nfailures:\n\n---- a stdout ----\n");
5242 text.push_str("thread 'a' panicked at tests/a.rs:9:5:\nassertion `left == right` failed\n left: 1\n right: 2\nstack backtrace:\n");
5243 for i in 0..6000 {
5244 text.push_str(&format!(" {i}: 0x102e80de0 - <web_render::x::{{closure#0}}>\n at /rustc/abc/library/core/src/ops/function.rs:250:5\n"));
5245 }
5246 text.push_str("\nfailures:\n a\n\ntest result: FAILED. 0 passed; 1 failed\n");
5247 assert!(text.len() > 400_000);
5248 let s = summarize_verify(&text, VERIFY_SUMMARY);
5249 assert!(s.contains("panicked at tests/a.rs:9:5"));
5250 assert!(s.contains("left: 1") && s.contains("right: 2"));
5251 assert!(s.contains("---- a stdout ----"));
5252 assert!(s.contains("test result: FAILED"));
5253 assert!(!s.contains("0x102e80de0"));
5254 assert!(s.len() <= VERIFY_SUMMARY);
5255 // Re-summarising to a smaller budget still keeps the panic.
5256 assert!(summarize_verify(&s, 1_500).contains("panicked at tests/a.rs:9:5"));
5257 assert_eq!(summarize_verify("short", 100), "short");
5258 }
5259
5260 #[test]
5261 fn summarize_verify_keeps_panics_when_the_noise_is_not_frames() {
5262 let mut text = String::from("---- t stdout ----\nthread 't' panicked at x.rs:1:1:\nboom\n");
5263 text.push_str(&"noise line\n".repeat(50_000));
5264 text.push_str("test result: FAILED\n");
5265 let s = summarize_verify(&text, 8_000);
5266 assert!(s.contains("panicked at x.rs:1:1"));
5267 assert!(s.contains("boom"));
5268 assert!(s.contains("test result: FAILED"));
5269 assert!(s.len() <= 8_000);
5270 }
5271
5272 #[test]
5273 fn tail_survives_multibyte_cuts() {
5274 let text = "あ".repeat(50);
5275 let t = tail(&text, 10);
5276 assert!(t.contains("earlier bytes omitted"));
5277 assert!(t.ends_with('あ'));
5278 }
5279
5280 fn finding(id: &str, severity: crate::verdict::Severity) -> crate::verdict::Finding {
5281 crate::verdict::Finding {
5282 id: id.to_owned(),
5283 severity,
5284 file: None,
5285 line: None,
5286 title: "x".to_owned(),
5287 detail: String::new(),
5288 }
5289 }
5290
5291 fn round(clean: bool, findings: Vec<crate::verdict::Finding>) -> ReviewRound {
5292 ReviewRound {
5293 round: 1,
5294 head: "h".to_owned(),
5295 verified_head: None,
5296 verified_at: None,
5297 reviews: vec![ReviewRecord {
5298 attempts: 0,
5299 reviewer: 1,
5300 agent: "a".to_owned(),
5301 summary: String::new(),
5302 findings,
5303 vote: None,
5304 failed: None,
5305 duration_ms: 0,
5306 }],
5307 e2e: Vec::new(),
5308 verify_retried: false,
5309 e2e_deferred: false,
5310 e2e_defer_reason: None,
5311 fix: None,
5312 blocking: 0,
5313 answered: 1,
5314 expected: 1,
5315 clean,
5316 progressed: false,
5317 vote_split: false,
5318 reconsideration: Vec::new(),
5319 verdict: None,
5320 }
5321 }
5322
5323 fn voted(
5324 findings: Vec<crate::verdict::Finding>,
5325 votes: &[ReviewVote],
5326 revotes: &[Option<ReviewVote>],
5327 ) -> ReviewRound {
5328 let mut r = round(false, findings);
5329 r.reviews = votes
5330 .iter()
5331 .enumerate()
5332 .map(|(i, v)| {
5333 let mut rec = r.reviews[0].clone();
5334 rec.reviewer = i + 1;
5335 rec.vote = Some(*v);
5336 if i > 0 {
5337 rec.findings = Vec::new();
5338 }
5339 rec
5340 })
5341 .collect();
5342 r.reconsideration = revotes
5343 .iter()
5344 .enumerate()
5345 .map(|(i, v)| ReviewRevoteRecord {
5346 reviewer: i + 1,
5347 agent: "a".to_owned(),
5348 vote: *v,
5349 reason: String::new(),
5350 failed: None,
5351 })
5352 .collect();
5353 r
5354 }
5355
5356 #[test]
5357 fn a_hand_off_is_contested_only_by_a_blocking_finding_and_a_reject_vote() {
5358 use crate::verdict::Severity::{Major, Minor};
5359 use ReviewVote::{Approve, Reject};
5360 let major = || vec![finding("R1-1-1", Major)];
5361 let minor = || vec![finding("R1-1-1", Minor)];
5362
5363 let c = voted(major(), &[Reject, Approve], &[])
5364 .contested_handoff()
5365 .expect("major + reject");
5366 assert_eq!(c.findings.len(), 1);
5367 assert_eq!(c.rejecters, vec![(1, "a".to_owned())]);
5368
5369 assert!(
5370 voted(minor(), &[Reject, Approve], &[])
5371 .contested_handoff()
5372 .is_none()
5373 );
5374 assert!(
5375 voted(major(), &[Approve, Approve], &[])
5376 .contested_handoff()
5377 .is_none()
5378 );
5379 assert!(
5380 voted(Vec::new(), &[Reject], &[])
5381 .contested_handoff()
5382 .is_none()
5383 );
5384 }
5385
5386 #[test]
5387 fn a_reject_withdrawn_in_the_revote_does_not_contest_and_an_unanswered_one_stands() {
5388 use crate::verdict::Severity::Major;
5389 use ReviewVote::{Approve, Reject};
5390 let major = || vec![finding("R1-1-1", Major)];
5391
5392 let withdrawn = voted(major(), &[Reject, Approve], &[Some(Approve), Some(Approve)]);
5393 assert!(withdrawn.contested_handoff().is_none());
5394
5395 let unanswered = voted(major(), &[Reject, Approve], &[None, Some(Approve)]);
5396 assert!(
5397 unanswered.contested_handoff().is_some(),
5398 "no revote falls back to the initial reject"
5399 );
5400
5401 let raised = voted(major(), &[Approve, Approve], &[Some(Reject), Some(Approve)]);
5402 assert!(raised.contested_handoff().is_some());
5403 }
5404
5405 #[test]
5406 fn e2e_status_tells_deferred_apart_from_not_configured() {
5407 let mut r = round(false, Vec::new());
5408 assert_eq!(r.e2e_status(), E2eStatus::NotConfigured);
5409
5410 r.e2e_deferred = true;
5411 assert_eq!(
5412 r.e2e_status(),
5413 E2eStatus::Deferred,
5414 "an empty e2e must not read as unconfigured once it was deferred on purpose"
5415 );
5416
5417 r.e2e = vec![CommandOutcome {
5418 command: "test".to_owned(),
5419 code: Some(0),
5420 output_tail: String::new(),
5421 duration_ms: 0,
5422 resource_blocked: false,
5423 }];
5424 assert_eq!(
5425 r.e2e_status(),
5426 E2eStatus::Passed,
5427 "a round with real outcomes is never read as deferred, even if the flag is still set"
5428 );
5429 }
5430
5431 #[test]
5432 fn e2e_status_reports_a_real_failure_as_failed_not_deferred() {
5433 let mut r = round(false, Vec::new());
5434 r.e2e = vec![CommandOutcome {
5435 command: "test".to_owned(),
5436 code: Some(1),
5437 output_tail: "boom".to_owned(),
5438 duration_ms: 0,
5439 resource_blocked: false,
5440 }];
5441 assert_eq!(r.e2e_status(), E2eStatus::Failed);
5442 }
5443
5444 #[test]
5445 fn e2e_status_never_reads_a_resource_block_as_a_failure() {
5446 // The exact shape of contention on the shared build cache: `e2e`
5447 // holds one outcome, and it is `resource_blocked`, never a command
5448 // that actually ran and produced a red exit code.
5449 let mut r = round(false, Vec::new());
5450 r.e2e = vec![CommandOutcome {
5451 command: "(waiting for the shared build cache)".to_owned(),
5452 code: None,
5453 output_tail: "contended".to_owned(),
5454 duration_ms: 0,
5455 resource_blocked: true,
5456 }];
5457 assert_eq!(
5458 r.e2e_status(),
5459 E2eStatus::ResourceBlocked,
5460 "magi's own inability to get a command to run must not read as a verdict on the \
5461 patch"
5462 );
5463 }
5464
5465 #[test]
5466 fn verification_summary_is_silent_when_there_is_nothing_worth_saying() {
5467 let mut r = round(true, Vec::new());
5468 assert!(
5469 r.verification_summary("h").is_none(),
5470 "no verify.e2e configured: nothing to surface"
5471 );
5472 r.e2e = vec![CommandOutcome {
5473 command: "test".to_owned(),
5474 code: Some(0),
5475 output_tail: String::new(),
5476 duration_ms: 0,
5477 resource_blocked: false,
5478 }];
5479 assert!(
5480 r.verification_summary("h").is_none(),
5481 "a green result needs no skepticism attached to it"
5482 );
5483 }
5484
5485 #[test]
5486 fn verification_summary_tells_the_current_head_apart_from_an_earlier_one() {
5487 let mut r = round(false, Vec::new());
5488 r.head = "h1".to_owned();
5489 r.e2e = vec![CommandOutcome {
5490 command: "test".to_owned(),
5491 code: Some(1),
5492 output_tail: "boom".to_owned(),
5493 duration_ms: 0,
5494 resource_blocked: false,
5495 }];
5496 r.verified_head = Some("h1".to_owned());
5497 r.verified_at = Some(Timestamp::now());
5498
5499 let fresh = r.verification_summary("h1").expect("a failure is surfaced");
5500 assert!(
5501 fresh.label.contains("this is the head being looked at now"),
5502 "{}",
5503 fresh.label
5504 );
5505 assert_eq!(fresh.tail.as_deref(), Some("$ test\nboom\n"));
5506
5507 let stale = r.verification_summary("h2").expect("still surfaced");
5508 assert!(
5509 stale.label.contains("an earlier head, since superseded"),
5510 "a result about a different commit than the one being looked at now must say so, \
5511 not read as current: {}",
5512 stale.label
5513 );
5514 }
5515
5516 #[test]
5517 fn verification_summary_marks_a_resource_block_and_a_deferral_distinctly_from_a_failure() {
5518 let mut r = round(false, Vec::new());
5519 r.e2e = vec![CommandOutcome {
5520 command: "(waiting for the shared build cache)".to_owned(),
5521 code: None,
5522 output_tail: "contended".to_owned(),
5523 duration_ms: 0,
5524 resource_blocked: true,
5525 }];
5526 let blocked = r
5527 .verification_summary("h")
5528 .expect("a resource block is still surfaced, never silent");
5529 assert!(blocked.label.contains("could not run"));
5530 // No command actually ran, but which operation was attempted is
5531 // still a fact worth showing — never silent past the label either.
5532 let tail = blocked
5533 .tail
5534 .expect("the attempted operation is still named");
5535 assert!(tail.contains("(waiting for the shared build cache)"));
5536 assert!(tail.contains("contended"));
5537
5538 let mut d = round(false, Vec::new());
5539 d.e2e_deferred = true;
5540 d.e2e_defer_reason = Some("2 blocking finding(s) already required a fix".to_owned());
5541 let deferred = d.verification_summary("h").expect("deferred is surfaced");
5542 assert!(deferred.label.contains("deferred to the fixer"));
5543 assert!(deferred.label.contains("2 blocking finding(s)"));
5544 assert!(deferred.tail.is_none());
5545 }
5546
5547 #[test]
5548 fn verification_summary_says_unknown_rather_than_guessing_a_time_or_a_commit() {
5549 let mut r = round(false, Vec::new());
5550 r.e2e = vec![CommandOutcome {
5551 command: "test".to_owned(),
5552 code: Some(1),
5553 output_tail: "boom".to_owned(),
5554 duration_ms: 0,
5555 resource_blocked: false,
5556 }];
5557 // verified_head/verified_at left at their default `None` — exactly
5558 // the shape a schema-7 round with no reconstructable timestamp has.
5559 let summary = r.verification_summary("h").expect("a failure is surfaced");
5560 assert!(summary.label.contains("commit unknown"));
5561 assert!(summary.label.contains("checked at: unknown"));
5562 }
5563
5564 #[test]
5565 fn gate_status_tells_not_run_apart_from_not_configured() {
5566 let mut s = state();
5567 assert_eq!(s.gate_status(), GateStatus::NotRun);
5568
5569 s.gate_ran = true;
5570 assert_eq!(
5571 s.gate_status(),
5572 GateStatus::NotConfigured,
5573 "an empty gate is not configured even when gate_ran records an attempt"
5574 );
5575
5576 s.gate = vec![CommandOutcome {
5577 command: "cargo make check".to_owned(),
5578 code: Some(0),
5579 output_tail: String::new(),
5580 duration_ms: 0,
5581 resource_blocked: false,
5582 }];
5583 assert_eq!(s.gate_status(), GateStatus::Passed);
5584
5585 s.gate[0].code = Some(1);
5586 assert_eq!(s.gate_status(), GateStatus::Failed);
5587
5588 s.gate_ran = false;
5589 assert_eq!(
5590 s.gate_status(),
5591 GateStatus::NotRun,
5592 "gate_ran false must win even over a non-empty gate left from a stale record"
5593 );
5594 }
5595
5596 #[test]
5597 fn open_findings_is_empty_when_the_last_round_was_clean() {
5598 let mut s = state();
5599 s.reviews = vec![round(
5600 true,
5601 vec![finding("R1-1-1", crate::verdict::Severity::Minor)],
5602 )];
5603 assert!(s.open_findings().is_empty());
5604 }
5605
5606 #[test]
5607 fn open_findings_reads_the_last_non_clean_round() {
5608 let mut s = state();
5609 s.reviews = vec![round(
5610 false,
5611 vec![finding("R1-1-1", crate::verdict::Severity::Major)],
5612 )];
5613 let open = s.open_findings();
5614 assert_eq!(open.len(), 1);
5615 assert_eq!(open[0].id, "R1-1-1");
5616 }
5617
5618 #[test]
5619 fn handed_off_with_open_findings_needs_a_mergeable_status_and_an_open_round() {
5620 let mut s = state();
5621 s.reviews = vec![round(
5622 false,
5623 vec![finding("R1-1-1", crate::verdict::Severity::Major)],
5624 )];
5625
5626 s.status = RunStatus::Blocked;
5627 assert!(
5628 !s.handed_off_with_open_findings(),
5629 "a blocked run is not a hand-off"
5630 );
5631
5632 s.status = RunStatus::Ready;
5633 assert!(s.handed_off_with_open_findings());
5634
5635 s.reviews = vec![round(true, Vec::new())];
5636 assert!(
5637 !s.handed_off_with_open_findings(),
5638 "a clean last round has nothing to hand off"
5639 );
5640 }
5641
5642 #[test]
5643 fn unmerged_by_design_is_only_ready_reached_via_merge_mode_none() {
5644 let mut s = state();
5645
5646 s.status = RunStatus::Ready;
5647 assert!(
5648 !s.unmerged_by_design(),
5649 "no merge outcome recorded at all must not be flagged"
5650 );
5651
5652 s.merge = Some(MergeOutcome {
5653 mode: MergeMode::None,
5654 ok: true,
5655 detail: "git merge --no-ff magi/x/A".to_owned(),
5656 empty: false,
5657 });
5658 assert!(
5659 s.unmerged_by_design(),
5660 "Ready reached through mode none is the case this exists to flag"
5661 );
5662
5663 // A PR closed without merging also leaves `status` at `Ready`, but
5664 // through `mode = "pr"` — a run that may still have been landable by
5665 // a person watching the PR, unlike the honest mode-none no-op.
5666 s.merge = Some(MergeOutcome {
5667 mode: MergeMode::Pr,
5668 ok: false,
5669 detail: "https://example.com/pr/1 was closed without merging".to_owned(),
5670 empty: false,
5671 });
5672 assert!(
5673 !s.unmerged_by_design(),
5674 "a closed pull request is a different Ready and must not be relabelled"
5675 );
5676
5677 // Same signal must not fire before the run actually got there.
5678 s.status = RunStatus::Gating;
5679 s.merge = Some(MergeOutcome {
5680 mode: MergeMode::None,
5681 ok: true,
5682 detail: "git merge --no-ff magi/x/A".to_owned(),
5683 empty: false,
5684 });
5685 assert!(
5686 !s.unmerged_by_design(),
5687 "status must actually be Ready, not merely have a stale mode-none merge record"
5688 );
5689 }
5690
5691 #[test]
5692 fn state_round_trips_through_json() {
5693 let s = state();
5694 let body = serde_json::to_string(&s).unwrap();
5695 let back: RunState = serde_json::from_str(&body).unwrap();
5696 assert_eq!(back.id, s.id);
5697 assert_eq!(back.instruction, "add retries");
5698 assert_eq!(back.status, RunStatus::Prep);
5699 }
5700
5701 #[test]
5702 fn a_round_recorded_before_e2e_deferral_existed_still_loads() {
5703 // Exactly the shape a pre-existing `run.json` has for a round: no
5704 // `e2e_deferred`, no `e2e_defer_reason`. Every round used to run e2e
5705 // unconditionally, so the honest reading of an old record's silence
5706 // on this is "it was not deferred" — `false`/`None`, not a load
5707 // failure and not a schema bump (see the `SCHEMA` doc comment: a
5708 // purely additive field whose absence has one unambiguous meaning
5709 // does not need one).
5710 let body = r#"{
5711 "round": 1,
5712 "head": "deadbeef",
5713 "reviews": [],
5714 "e2e": [],
5715 "verify_retried": false,
5716 "fix": null,
5717 "blocking": 0,
5718 "answered": 1,
5719 "expected": 1,
5720 "clean": true
5721 }"#;
5722 let r: ReviewRound = serde_json::from_str(body).expect("an old-shaped round must load");
5723 assert!(!r.e2e_deferred);
5724 assert!(r.e2e_defer_reason.is_none());
5725 assert_eq!(r.e2e_status(), E2eStatus::NotConfigured);
5726 }
5727
5728 #[test]
5729 fn schema_five_state_migrates_old_empty_e2e_and_legacy_verify_budget() {
5730 let mut value = serde_json::to_value(state()).expect("serialize state");
5731 let object = value.as_object_mut().expect("state object");
5732 object.insert("schema".to_owned(), serde_json::json!(5));
5733 let graph = object["config"]["graph"]
5734 .as_object_mut()
5735 .expect("graph object");
5736 graph.insert("timeout_review".to_owned(), serde_json::json!(3600));
5737 graph.remove("timeout_verify");
5738 let review = object["reviews"].as_array_mut().expect("reviews");
5739 review.push(serde_json::json!({
5740 "round": 1, "head": "old", "reviews": [], "e2e": [],
5741 "verify_retried": false, "blocking": 0, "answered": 1,
5742 "expected": 1, "clean": true
5743 }));
5744 let old: RunState = serde_json::from_value(value).expect("schema-5 shape parses");
5745 let migrated = migrate_schema(old).expect("schema 5 migrates");
5746 assert_eq!(migrated.schema, SCHEMA);
5747 assert_eq!(migrated.config.graph.verify_timeout(), 3600);
5748 assert_eq!(migrated.reviews[0].e2e_status(), E2eStatus::NotConfigured);
5749 }
5750
5751 #[test]
5752 fn schema_six_state_with_a_recorded_gate_migrates_to_gate_ran_true() {
5753 let mut value = serde_json::to_value(state()).expect("serialize state");
5754 let object = value.as_object_mut().expect("state object");
5755 object.insert("schema".to_owned(), serde_json::json!(6));
5756 object.insert(
5757 "gate".to_owned(),
5758 serde_json::json!([{
5759 "command": "cargo make check",
5760 "code": 0,
5761 "output_tail": "",
5762 "duration_ms": 0,
5763 "resource_blocked": false
5764 }]),
5765 );
5766 let old: RunState = serde_json::from_value(value).expect("schema-6 shape parses");
5767 let migrated = migrate_schema(old).expect("schema 6 migrates");
5768 assert_eq!(migrated.schema, SCHEMA);
5769 assert!(
5770 migrated.gate_ran,
5771 "a non-empty recorded gate is a real attempt, not an unrun one"
5772 );
5773 assert_eq!(migrated.gate_status(), GateStatus::Passed);
5774 }
5775
5776 #[test]
5777 fn schema_six_state_with_an_empty_gate_migrates_to_gate_ran_false_and_is_retried() {
5778 // The exact shape of the stuck `shoka` run this schema bump fixes:
5779 // `verify.gate` empty, `gate` empty, schema 6. It must come back as
5780 // "not yet run" so the next `gate()` call re-attempts it — and for a
5781 // repo with no gate commands configured, that resolves instantly to
5782 // `NotConfigured` instead of staying stuck forever.
5783 let mut value = serde_json::to_value(state()).expect("serialize state");
5784 let object = value.as_object_mut().expect("state object");
5785 object.insert("schema".to_owned(), serde_json::json!(6));
5786 object.insert("gate".to_owned(), serde_json::json!([]));
5787 let old: RunState = serde_json::from_value(value).expect("schema-6 shape parses");
5788 let migrated = migrate_schema(old).expect("schema 6 migrates");
5789 assert_eq!(migrated.schema, SCHEMA);
5790 assert!(
5791 !migrated.gate_ran,
5792 "an empty gate on schema 6 is ambiguous and must be treated as unrun"
5793 );
5794 assert_eq!(migrated.gate_status(), GateStatus::NotRun);
5795 }
5796
5797 #[test]
5798 fn schema_seven_state_reconstructs_verified_head_for_a_round_that_actually_ran_e2e() {
5799 // Schema 7's main review loop always checked `e2e` against the
5800 // round's own `head` — it just never wrote that into `verified_head`
5801 // unless a catch-up run had checked a *different* commit. Migrating
5802 // to schema 8 restores that always-true fact instead of leaving a
5803 // reader to assume it.
5804 let mut value = serde_json::to_value(state()).expect("serialize state");
5805 let object = value.as_object_mut().expect("state object");
5806 object.insert("schema".to_owned(), serde_json::json!(7));
5807 let reviews = object["reviews"].as_array_mut().expect("reviews");
5808 reviews.push(serde_json::json!({
5809 "round": 1, "head": "deadbeef", "reviews": [],
5810 "e2e": [{
5811 "command": "cargo test", "code": 0, "output_tail": "",
5812 "duration_ms": 0, "resource_blocked": false
5813 }],
5814 "verify_retried": false, "blocking": 0, "answered": 1,
5815 "expected": 1, "clean": true
5816 }));
5817 let old: RunState = serde_json::from_value(value).expect("schema-7 shape parses");
5818 let migrated = migrate_schema(old).expect("schema 7 migrates");
5819 assert_eq!(migrated.schema, SCHEMA);
5820 assert_eq!(
5821 migrated.reviews[0].verified_head.as_deref(),
5822 Some("deadbeef"),
5823 "a schema-7 round's main-loop e2e was always against its own head, even though the \
5824 field never said so"
5825 );
5826 assert!(
5827 migrated.reviews[0].verified_at.is_none(),
5828 "no historical timestamp exists to reconstruct; unknown stays unknown, not a \
5829 guessed 'now'"
5830 );
5831 }
5832
5833 #[test]
5834 fn schema_seven_state_leaves_a_deferred_round_with_no_verified_head() {
5835 let mut value = serde_json::to_value(state()).expect("serialize state");
5836 let object = value.as_object_mut().expect("state object");
5837 object.insert("schema".to_owned(), serde_json::json!(7));
5838 let reviews = object["reviews"].as_array_mut().expect("reviews");
5839 reviews.push(serde_json::json!({
5840 "round": 1, "head": "deadbeef", "reviews": [],
5841 "e2e": [], "e2e_deferred": true,
5842 "verify_retried": false, "blocking": 1, "answered": 1,
5843 "expected": 1, "clean": false
5844 }));
5845 let old: RunState = serde_json::from_value(value).expect("schema-7 shape parses");
5846 let migrated = migrate_schema(old).expect("schema 7 migrates");
5847 assert!(
5848 migrated.reviews[0].verified_head.is_none(),
5849 "a deferred round never ran e2e; there is nothing to reconstruct"
5850 );
5851 }
5852
5853 #[test]
5854 fn origin_round_trips_through_the_run_state() {
5855 let mut s = state();
5856 s.origin = Some(Origin::from_agent_env(
5857 Some(("4a7b".to_owned(), "chat".to_owned())),
5858 Some("20260930-092817-4f6f".to_owned()),
5859 ));
5860 let back: RunState =
5861 serde_json::from_str(&serde_json::to_string(&s).unwrap()).expect("parse back");
5862 assert_eq!(back.origin, s.origin);
5863 assert_eq!(
5864 back.origin.as_ref().unwrap().by,
5865 StartedBy::Chat {
5866 talk: "4a7b".to_owned()
5867 }
5868 );
5869 assert_eq!(
5870 origin_label(back.origin.as_ref()),
5871 "chat 4a7b, for task 4f6f"
5872 );
5873 }
5874
5875 #[test]
5876 fn a_schema_twelve_record_without_an_origin_loads_and_reads_as_unknown() {
5877 let mut value = serde_json::to_value(state()).expect("serialize state");
5878 let object = value.as_object_mut().expect("state object");
5879 object.insert("schema".to_owned(), serde_json::json!(12));
5880 object.remove("origin");
5881 let old: RunState = serde_json::from_value(value).expect("schema-12 shape parses");
5882 assert!(old.origin.is_none());
5883 let migrated = migrate_schema(old).expect("schema 12 migrates");
5884 assert_eq!(migrated.schema, SCHEMA);
5885 assert!(
5886 migrated.origin.is_none(),
5887 "an origin nobody recorded is not invented"
5888 );
5889 assert_eq!(
5890 origin_label(migrated.origin.as_ref()),
5891 "origin unknown (started before origins were recorded)"
5892 );
5893 }
5894
5895 #[test]
5896 fn schema_supported_versions_all_reach_current() {
5897 for schema in 5..=SCHEMA {
5898 let mut value = serde_json::to_value(state()).expect("serialize state");
5899 value["schema"] = serde_json::json!(schema);
5900 if schema < 14 {
5901 value.as_object_mut().unwrap().remove("task_instruction");
5902 }
5903 if schema < 13 {
5904 value.as_object_mut().unwrap().remove("origin");
5905 }
5906 let old: RunState = serde_json::from_value(value).expect("legacy shape parses");
5907 let migrated = migrate_schema(old)
5908 .unwrap_or_else(|error| panic!("schema {schema} must migrate: {error}"));
5909 assert_eq!(migrated.schema, SCHEMA, "schema {schema}");
5910 assert!(migrated.task_instruction.is_none(), "schema {schema}");
5911 assert!(migrated.origin.is_none(), "schema {schema}");
5912 }
5913 }
5914
5915 #[test]
5916 fn schema_unsupported_versions_remain_rejected() {
5917 for schema in [1, 2, 3, 4, SCHEMA + 1] {
5918 let mut old = state();
5919 old.schema = schema;
5920 assert!(migrate_schema(old).is_err(), "schema {schema}");
5921 }
5922 }
5923
5924 #[test]
5925 fn origin_attributes_agents_by_node_and_never_by_guesswork() {
5926 let chat = Origin::from_agent_env(Some(("4a7b".to_owned(), "chat".to_owned())), None);
5927 assert_eq!(
5928 chat.by,
5929 StartedBy::Chat {
5930 talk: "4a7b".into()
5931 }
5932 );
5933 let seat = Origin::from_agent_env(
5934 Some(("20260930-092817-ec34".to_owned(), "implement".to_owned())),
5935 None,
5936 );
5937 assert_eq!(seat.label(), "implement@ec34");
5938 assert_eq!(Origin::from_agent_env(None, None), Origin::operator());
5939 assert_eq!(Origin::operator().label(), "operator");
5940 assert_eq!(Origin::queue("20260930-000000-4f6f").label(), "task 4f6f");
5941 assert_eq!(
5942 Origin::operator()
5943 .serving(Some("20260930-000000-4f6f".to_owned()))
5944 .label(),
5945 "operator, for task 4f6f"
5946 );
5947 }
5948
5949 #[test]
5950 fn schema_six_serialization_is_rejected_by_a_schema_five_reader() {
5951 let body = serde_json::to_value(state()).expect("serialize state");
5952 assert_eq!(body["schema"], serde_json::json!(SCHEMA));
5953 assert_ne!(body["schema"], serde_json::json!(5));
5954 }
5955
5956 #[test]
5957 fn seat_started_and_finished_track_who_has_not_answered_yet() {
5958 let mut s = state();
5959 s.seat_started("judge", "judge-1", std::time::Duration::from_secs(60), 0);
5960 s.seat_started("judge", "judge-2", std::time::Duration::from_secs(60), 0);
5961 assert_eq!(s.active.len(), 2, "both seats are still out");
5962
5963 s.seat_finished("judge-1");
5964 assert_eq!(
5965 s.active.keys().collect::<Vec<_>>(),
5966 vec!["judge-2"],
5967 "only the seat that answered drops out; judge-2 is still waited on"
5968 );
5969 }
5970
5971 /// `seats_active` / `tasks_active` are the accessors report/web read
5972 /// instead of `active` directly, so neither ever counts the other kind of
5973 /// entry as a seat — a `verify.e2e` task must never inflate a quorum or
5974 /// seat count, and a seat must never show up in a task listing.
5975 #[test]
5976 fn seats_active_and_tasks_active_never_cross_over() {
5977 let mut s = state();
5978 s.seat_started("judge", "judge-1", std::time::Duration::from_secs(60), 0);
5979 s.task_command(
5980 "e2e",
5981 "verify",
5982 0,
5983 "cargo test",
5984 1,
5985 2,
5986 std::time::Duration::from_secs(600),
5987 );
5988
5989 assert_eq!(
5990 s.seats_active()
5991 .map(|(k, _)| k.as_str())
5992 .collect::<Vec<_>>(),
5993 vec!["judge-1"]
5994 );
5995 assert_eq!(
5996 s.tasks_active()
5997 .map(|(k, _)| k.as_str())
5998 .collect::<Vec<_>>(),
5999 vec!["e2e"]
6000 );
6001
6002 // A command boundary updates the same entry in place — still one
6003 // task, never a second one accumulating alongside it.
6004 s.task_command(
6005 "e2e",
6006 "verify",
6007 0,
6008 "cargo clippy",
6009 2,
6010 2,
6011 std::time::Duration::from_secs(600),
6012 );
6013 assert_eq!(s.tasks_active().count(), 1);
6014 assert_eq!(s.active["e2e"].command.as_deref(), Some("cargo clippy"));
6015
6016 s.task_finished("e2e");
6017 assert!(s.tasks_active().next().is_none());
6018 assert_eq!(
6019 s.seats_active()
6020 .map(|(k, _)| k.as_str())
6021 .collect::<Vec<_>>(),
6022 vec!["judge-1"],
6023 "clearing the task must not touch the seat entry"
6024 );
6025 }
6026
6027 #[test]
6028 fn a_retry_is_recorded_as_a_later_attempt_on_the_same_seat() {
6029 let mut s = state();
6030 s.seat_started("review", "review-2", std::time::Duration::from_secs(30), 0);
6031 s.seat_finished("review-2");
6032 // A nudge re-asks the same seat; attempt says this is not the first
6033 // time, which is the only trace a nudge otherwise leaves behind.
6034 s.seat_started("review", "review-2", std::time::Duration::from_secs(30), 1);
6035 assert_eq!(s.active["review-2"].attempt, 1);
6036 }
6037
6038 #[test]
6039 fn active_seat_reports_elapsed_and_remaining_time() {
6040 let now = Timestamp::now();
6041 let started = now - jiff::SignedDuration::from_secs(30);
6042 let seat = ActiveSeat {
6043 node: "judge".to_owned(),
6044 started_at: started,
6045 timeout_secs: 100,
6046 attempt: 0,
6047 task: None,
6048 command: None,
6049 index: None,
6050 total: None,
6051 };
6052 assert_eq!(seat.elapsed_secs(now), 30);
6053 assert_eq!(seat.remaining_secs(now), 70);
6054 }
6055
6056 #[test]
6057 fn remaining_time_never_goes_negative_past_the_timeout() {
6058 // `agy`'s own print-timeout occasionally overruns by a hair before the
6059 // kill lands; a naive subtraction would print a negative "time left".
6060 let now = Timestamp::now();
6061 let started = now - jiff::SignedDuration::from_secs(200);
6062 let seat = ActiveSeat {
6063 node: "implement".to_owned(),
6064 started_at: started,
6065 timeout_secs: 100,
6066 attempt: 1,
6067 task: None,
6068 command: None,
6069 index: None,
6070 total: None,
6071 };
6072 assert_eq!(seat.remaining_secs(now), 0);
6073 }
6074
6075 #[test]
6076 fn clear_active_drops_stale_seats_and_reports_whether_it_did() {
6077 let mut s = state();
6078 assert!(!s.clear_active(), "nothing to clear on a fresh run");
6079 s.seat_started(
6080 "implement",
6081 "impl-B",
6082 std::time::Duration::from_secs(3600),
6083 0,
6084 );
6085 assert!(s.clear_active(), "a leftover entry is reported as cleared");
6086 assert!(s.active.is_empty());
6087 }
6088
6089 #[test]
6090 fn active_seat_carries_nothing_that_could_be_read_as_output_bytes() {
6091 // `agy` prints exactly one JSON object, at the very end (see
6092 // `agent::dropped_stream`'s doc comment) — a seat can sit at zero
6093 // captured bytes for its whole timeout while working normally. So
6094 // `ActiveSeat` records only the wall-clock facts (when it started,
6095 // its budget, which attempt), never a byte count, which is what
6096 // keeps a reader from being able to build "0 bytes => dead" out of
6097 // it even by accident.
6098 let seat = ActiveSeat {
6099 node: "implement".to_owned(),
6100 started_at: Timestamp::now(),
6101 timeout_secs: 60,
6102 attempt: 0,
6103 task: None,
6104 command: None,
6105 index: None,
6106 total: None,
6107 };
6108 let value = serde_json::to_value(&seat).unwrap();
6109 let keys: std::collections::BTreeSet<String> =
6110 value.as_object().unwrap().keys().cloned().collect();
6111 assert_eq!(
6112 keys,
6113 std::collections::BTreeSet::from([
6114 "node".to_owned(),
6115 "started_at".to_owned(),
6116 "timeout_secs".to_owned(),
6117 "attempt".to_owned(),
6118 ]),
6119 "a byte count here would be a lever to declare a silent-but-healthy seat dead, and \
6120 the task-only fields must stay absent (not null) on an ordinary seat entry"
6121 );
6122 }
6123
6124 /// The same guarantee as
6125 /// [`active_seat_carries_nothing_that_could_be_read_as_output_bytes`],
6126 /// extended to a task entry: `verify.e2e` / `verify.gate` are exactly as
6127 /// silent as `agy` between commands, so a running command-list task must
6128 /// never carry anything a reader could mistake for output-byte evidence
6129 /// either.
6130 #[test]
6131 fn task_active_seat_carries_nothing_that_could_be_read_as_output_bytes() {
6132 let seat = ActiveSeat {
6133 node: "verify".to_owned(),
6134 started_at: Timestamp::now(),
6135 timeout_secs: 600,
6136 attempt: 0,
6137 task: Some("e2e".to_owned()),
6138 command: Some("cargo test".to_owned()),
6139 index: Some(1),
6140 total: Some(3),
6141 };
6142 let value = serde_json::to_value(&seat).unwrap();
6143 let keys: std::collections::BTreeSet<String> =
6144 value.as_object().unwrap().keys().cloned().collect();
6145 assert_eq!(
6146 keys,
6147 std::collections::BTreeSet::from([
6148 "node".to_owned(),
6149 "started_at".to_owned(),
6150 "timeout_secs".to_owned(),
6151 "attempt".to_owned(),
6152 "task".to_owned(),
6153 "command".to_owned(),
6154 "index".to_owned(),
6155 "total".to_owned(),
6156 ]),
6157 );
6158 }
6159
6160 #[test]
6161 fn an_old_run_json_without_active_seats_still_loads() {
6162 // Schema did not bump for this field: an already-written run.json
6163 // simply lacks the key, and `#[serde(default)]` must fill it in
6164 // rather than fail the whole read.
6165 let s = state();
6166 let mut value = serde_json::to_value(&s).unwrap();
6167 value.as_object_mut().unwrap().remove("active");
6168 let back: RunState = serde_json::from_value(value).unwrap();
6169 assert!(back.active.is_empty());
6170 assert_eq!(back.schema, SCHEMA);
6171 }
6172
6173 #[test]
6174 fn an_old_run_json_without_jobs_still_loads() {
6175 // No schema bump for this field either, for the same reason: an
6176 // empty `jobs` list on an old record means exactly what it always
6177 // meant for that record — no adapter existed yet to report one —
6178 // and `#[serde(default)]` fills it in rather than failing the read.
6179 let s = state();
6180 let mut value = serde_json::to_value(&s).unwrap();
6181 value.as_object_mut().unwrap().remove("jobs");
6182 let back: RunState = serde_json::from_value(value).unwrap();
6183 assert!(back.jobs.is_empty());
6184 assert_eq!(back.schema, SCHEMA);
6185 }
6186
6187 #[test]
6188 fn ensure_can_delete_guards_live_and_unfolded_runs() {
6189 let mut s = state();
6190 // 1. A daemon is working on it right now.
6191 s.status = RunStatus::Prep;
6192 let err = s.ensure_can_delete(true).unwrap_err().to_string();
6193 assert!(err.contains("live daemon"), "{err}");
6194
6195 // 2. The same unfinished run with no daemon behind it is a leftover
6196 // from a killed process, and deletable. Without this an interrupted
6197 // run could never be removed: its status stays `prep` forever.
6198 assert!(s.ensure_can_delete(false).is_ok());
6199
6200 // 3. Unfolded candidates are refused either way — that is the guard
6201 // that stops a delete from discarding a worktree.
6202 s.status = RunStatus::Merged;
6203 s.candidates.push(Candidate {
6204 index: 0,
6205 label: 'A',
6206 agent: "a".to_owned(),
6207 branch: "b".to_owned(),
6208 worktree: PathBuf::from("/w"),
6209 summary: String::new(),
6210 stat: String::new(),
6211 files: 1,
6212 commits: 1,
6213 empty: false,
6214 failed: None,
6215 verified_noop: None,
6216 duration_ms: 0,
6217 folded: false,
6218 });
6219 let err = s.ensure_can_delete(false).unwrap_err().to_string();
6220 assert!(
6221 err.contains("magi fold"),
6222 "error must suggest `magi fold`: {err}"
6223 );
6224
6225 // 4. Folded and nobody working on it.
6226 s.candidates[0].folded = true;
6227 assert!(s.ensure_can_delete(false).is_ok());
6228 }
6229}
6230
6231impl RunState {
6232 /// A seed for a seat that changes agent, distinct on every call.
6233 pub fn next_seat_seed(&mut self) -> u64 {
6234 self.seat_epoch += 1;
6235 self.seed ^ self.seat_epoch.wrapping_mul(0x9E37_79B9_7F4A_7C15)
6236 }
6237}
6238
6239/// What kind of failure ended an agent's turn on a seat, for deciding whether
6240/// the seat is worth handing to the next roster agent.
6241#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
6242pub enum FailClass {
6243 /// A CLI rate limit.
6244 Quota,
6245 /// The turn outlived its budget.
6246 Timeout,
6247 /// Any other failure, with the message's shape (`failure_signature`,
6248 /// capped at 120 characters).
6249 Other(String),
6250}
6251
6252/// One reviewer seat's record across review rounds, so a round does not ask
6253/// an agent that already failed the seat while another one is answering.
6254///
6255/// `failed` is a *priority* set, not a bound: the per-round `tried` set in
6256/// `ask_json_wave` starts empty every round, so an agent that answered is
6257/// never locked out. A failed id is only asked again once nothing else on the
6258/// roster is left (once per round, and the rounds are `review_rounds`).
6259#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
6260pub struct SeatHistory {
6261 /// Roster ids that failed this seat and have not answered it since.
6262 #[serde(default)]
6263 pub failed: BTreeSet<String>,
6264 /// The agent that last answered this seat.
6265 #[serde(default)]
6266 pub last_ok: Option<String>,
6267 /// The class of the seat's most recent failure; cleared by an answer.
6268 #[serde(default)]
6269 pub last_fail: Option<FailClass>,
6270}