magi/run.rs
1//! Run state: what happened, where it is stored, and how a run is resumed.
2//!
3//! Every node writes its result into [`RunState`] and the whole struct is
4//! flushed to `run.json` before the next node starts. That is what makes a run
5//! resumable: a competition can take an hour, and dying in review round four
6//! should not throw away three implementations, nine judge reads and a
7//! deliberation.
8//!
9//! Patches and raw agent transcripts are *not* in `run.json` — they live beside
10//! it under `artifacts/`, so the state file stays small enough to read by hand.
11use std::collections::{BTreeMap, BTreeSet};
12use std::path::{Path, PathBuf};
13
14use anyhow::{Context as _, Result, bail};
15use jiff::{Timestamp, Zoned};
16use serde::{Deserialize, Serialize};
17
18use crate::agent::SeatState;
19use crate::blind::Leak;
20use crate::config::{Config, MergeMode};
21use crate::proc::Quiet as _;
22use crate::verdict::{Finding, Rejection, ReviewVote, Severity};
23
24/// On-disk format version. Bumped when a field changes meaning, so a resumed
25/// run never half-reads a state file written by a different magi.
26///
27/// 2: added `RunStatus::Stalled`, `RunState::quota` (rate-limit losses), and
28/// the quorum fields on `Tally`. `RunState::load` already fails loudly and
29/// clearly on a schema mismatch; an old `run.json` from schema 1 now says so
30/// instead of silently half-reading.
31///
32/// 3: added `RunState::judge_skipped`. A solo candidate makes `judge` write
33/// only an event, leaving `judgements` empty forever — indistinguishable from
34/// "not yet judged" on every later reentry, which is what let `judge` re-run
35/// on a finished run and clobber its status back to `Judging`. The flag is
36/// the missing record of the fact that judging was skipped on purpose.
37///
38/// Also 3: a single-viable-candidate tally records `Tally::judges` as `0` and
39/// fills `Tally::uncontested`, instead of leaving the full roster size sitting
40/// next to a panel that never sat. A schema-2 record keeps reading as "0 of 3
41/// judges present" forever, because a tally is computed once and never
42/// recomputed on resume; the bump keeps that stale reading from being mixed
43/// with the new meaning.
44///
45/// 4: added `ReviewRound::progressed`. `graph::STAGNANT_LIMIT` counts
46/// consecutive rounds with `progressed == false` to decide whether the
47/// review loop should give up early, and a schema-3 record's default
48/// `false` would misreport a round that, at the time, actually committed a
49/// real diff — the field simply did not exist yet to say so. Without the
50/// bump, resuming an old multi-round review could spuriously trip the
51/// stagnation check on rounds that were never stagnant.
52///
53/// 5: added `RunStatus::Landing`. A run inside [`crate::land`]'s post-merge
54/// loop used to carry whatever status `merge` set before calling it forward
55/// unchanged - `Merged`, even while still watching CI or waiting on the
56/// owner's approval - which is also the one status [`RunStatus::resumable`]
57/// treats as finished. A daemon that gave this run's slot back to poll
58/// something else while an approval was outstanding, or one that simply
59/// crashed mid-land, had no way to tell "still landing" from "actually
60/// merged" and would either restart the whole competition or leave the run
61/// stuck reading as done. A schema-4 record has no notion of `Landing` at
62/// all, so this is a meaning a resumed old run cannot be guessed into rather
63/// than a value it can default to - hence the bump, not a `#[serde(default)]`.
64///
65/// 6: a deferred e2e is represented by an empty outcome list plus
66/// `ReviewRound::e2e_deferred`. Schema 5 treated that same empty list as an
67/// unconfigured, successful check, so schema-5 records are migrated with the
68/// old (not-deferred) meaning while older binaries reject schema-6 records.
69///
70/// 7: added `RunState::gate_ran`. An empty `RunState::gate` used to carry two
71/// meanings at once — "never attempted, or the last attempt was
72/// resource-blocked" (`graph::Runner::gate`'s retry case) and "attempted,
73/// zero commands configured, vacuously passed" (a repo with no
74/// `verify.gate`) — and nothing told them apart. `graph::Runner::merge`
75/// therefore read the second case as the first and refused forever: a
76/// review-only run with no gate commands configured reached `Gating` and
77/// then could never leave it. A schema-6 record's non-empty `gate` is
78/// migrated to `gate_ran = true` (a recorded attempt, real or historical,
79/// should not be spent again); an empty one migrates to `gate_ran = false`
80/// and is simply re-attempted by the next `gate()` call, which self-heals
81/// instantly for the zero-commands case.
82///
83/// 8: `ReviewRound::verified_head` used to be `None` for the overwhelming
84/// majority of rounds — every ordinary round that ran e2e against its own
85/// `head` in the main review loop never set it at all, leaving only the
86/// rare catch-up-on-a-different-commit case populated. A reader (a review
87/// prompt, `magi show`, the web UI) had no field to ask "which commit did
88/// this round's `e2e` actually check" and fell back to assuming it was
89/// always `head`, which is also what let a stale round's red output get
90/// quoted to a later round's reviewers as if it were about their patch, not
91/// an earlier one (see `ReviewRound::verification_summary`, which now exists
92/// so nowhere else has to guess). `verified_head` is now set whenever `e2e`
93/// held a real attempt (`E2eStatus::Passed`/`Failed`), always naming the
94/// commit actually checked instead of only the divergent case, and
95/// `ReviewRound::verified_at` is new alongside it. A schema-7 round's own
96/// unconditional main-loop check was always against `head` whether or not
97/// this field said so, so a `None` with a non-empty `e2e` migrates to
98/// `Some(head)` — a reconstruction of a fact that was always true, not a
99/// guess. `verified_at` has no historical value to reconstruct and stays
100/// `None`, which reads through `verification_summary` as "checked at:
101/// unknown" — an honest gap, not a fabricated time.
102/// 9: added [`RunState::operator_fixes`] — one record per `magi fix`
103/// invocation, routing specific, already-recorded findings to a fixer as a
104/// targeted, out-of-band fix outside the normal round sequence. Kept in a
105/// channel of its own rather than folded into [`ReviewRound`], because a
106/// reviewer's own severity and vote (copied verbatim onto
107/// [`OperatorFixFinding`]) must never be rewritten to look like the operator
108/// manufactured a blocking verdict — see `graph::Runner::fix_selected`. A
109/// schema-8 record has no operator-fix history at all, and
110/// `#[serde(default)]` reads an empty list as exactly that: "none happened",
111/// not an unknown gap. Nothing about an existing field's meaning changes.
112///
113/// 10: added `RunStatus::VerifiedNoop` and `Candidate::verified_noop`. Before
114/// this, an implementer that correctly concluded (with evidence) that a
115/// task's request was already satisfied elsewhere had no way to say so: the
116/// run ended the same way as one where every candidate simply failed to
117/// write anything — `after_implement` bailing with "no candidate produced a
118/// change; nothing to judge" and the run settling as a plain `Failed`. That
119/// conflated two very different facts (investigation run 391f's audit is
120/// what surfaced it: two attempts that had, correctly, found their fix
121/// already on `main`). A schema-9 record has no notion of either the new
122/// status or field, so a `VerifiedNoop` value is a meaning that cannot be
123/// reconstructed from an old record — hence the bump, not a
124/// `#[serde(default)]` for the status. `Candidate::verified_noop` alone
125/// *does* default-read as `None` on an old record, which is the honest
126/// reading: a run written before this schema never made the claim.
127///
128/// The report task 391f itself was raised from also named `6c5e`, `8df3` and
129/// `e9ce` as three more tasks whose implement wave ended the same
130/// diff-zero way, and the investigation traced all three — they do not
131/// share one cause.
132///
133/// `6c5e` and `8df3` are the same already-landed pattern as `391f`, not a
134/// coincidence: all three were re-queued together by a same-day audit of
135/// `done`-but-unlanded magi tasks (queue talk `20260912-115153-7216`,
136/// 2026-09-12 02:51–04:24), which found 17 magi tasks marked `done` with no
137/// merge to show for it and re-queued 16 of them, `6c5e` (a fix for the
138/// owner's `magi ask --thread` back-and-forth) and `8df3` (release
139/// automation) included. A second, same-day audit (talk
140/// `20260912-222053-07fe`, 13:20–13:36) then found 12 of those re-queued
141/// tasks — `391f`, `6c5e` and `8df3` among them — already merged by another
142/// route, and the owner had them deleted (`magi task rm`); `391f` alone
143/// survived because a daemon still held its run at the moment of deletion,
144/// which is the only reason any record of this group still exists to audit.
145/// Quoted directly from that second audit's own turn (talk `07fe`, so this
146/// reads without needing access to that talk store), naming both by id:
147///
148/// > 12件がマージ済み(対応不要)、3件が未実装(妥当)、2件が部分実装(要確認)でした。
149/// > **マージ済み → hold/rmを推奨:** 6c5e, 1ddc, fcf5, e25b, cea2, 391f, 3202,
150/// > b0a1, 5365, af85, 9f26, 8df3
151///
152/// — followed by the owner answering "削除!" and the agent confirming "11件
153/// 削除完了。391f はいま実行中のdaemonが掴んでいて削除できませんでした."
154/// `git log` independently confirms both fixes: the ask-back feature `6c5e`
155/// wanted landed as `f0df474` ("let the owner ask back on a question...",
156/// #93) on 2026-09-06, and the release-bump automation `8df3` wanted landed
157/// as `61005dd`/`bedd925` (open a release-bump PR on merge) on 2026-09-07
158/// and `116fcdc` (proportional version bump, #108) on 2026-09-08 — all
159/// before the 09-12 requeue. No run record survives the deletion for either
160/// task, so this schema's evidence is the audit transcript plus the
161/// independently re-checked `git log`, not a `run.json`.
162///
163/// `e9ce` is not that pattern at all, and is the reason the adoption guard
164/// below is all-or-nothing rather than "any candidate said so": its task
165/// asked an implementer to merge the real repository's `main` and cut a
166/// GitHub release — a destructive, out-of-worktree operation `AGENTS.md`
167/// names explicitly as not something to hand to an unattended candidate.
168/// Both of its runs (`20260912-053352-49ad`, `20260912-062629-bab1`)
169/// correctly refused, filed `magi ask` (questions `6196`, `6c9a`), and ended
170/// with an empty diff only because no answer arrived before the implement
171/// node's timeout — `49ad` looped `magi ask --wait` in the foreground for
172/// roughly 50 minutes as instructed before the timeout cut it off; `bab1`
173/// ended its turn moments after filing its question without ever actually
174/// blocking on the wait, a separate protocol slip this schema change does
175/// not attempt to fix. `49ad`'s own `candidates[0].summary` (quoted here
176/// because both records predate schema 10 and, separately, predate a
177/// still-unrelated struct change that already makes today's `magi show`
178/// refuse to parse either of them — `unknown field 'planner'` — so this is
179/// read straight from `run.json` on disk, not through that command):
180///
181/// > タスクの内容(READY 状態の run を実リポジトリの main に `merge --no-ff`
182/// > する、GitHub Release を作る)を精査した結果、これは全てこのワーカーの
183/// > worktree の外にある実リポジトリと GitHub 上の共有状態に対する不可逆な
184/// > 操作であり […] 私自身の運用ルール「Work only inside this worktree.
185/// > Nothing outside it is yours.」と正面から矛盾すると判断しました。
186///
187/// Neither candidate's reply carries the
188/// `NO CHANGE NEEDED` marker below, so both runs correctly stay `Failed`
189/// under this schema, not `VerifiedNoop`: a run blocked on an unanswered
190/// authorization question is not a verified no-op, and reading the two
191/// alike is exactly the misclassification the guard's per-candidate and
192/// whole-run conditions exist to refuse.
193///
194/// `RunStatus::Superseded` (added without a bump, still schema 10) is
195/// additive in the ordinary sense — an old build reading a run written under
196/// a newer one only had `RunStatus` variants to worry about before this, and
197/// a record already on disk never contained the new variant to begin with —
198/// but it is not additive in the sense every earlier schema bump on this
199/// constant was: `daemon::supersede_prior_runs` now rewrites a `Blocked` or
200/// `Stalled` run's `status` field *after* it was first written, once a later
201/// attempt at the same task lands. Any tooling outside magi that reads
202/// `run.json` and assumes a terminal `status` is permanent once set — a
203/// monitoring script polling for `blocked`, say — needs to know that
204/// `superseded` is where some of those records now go instead of staying put
205/// forever; see that function's own doc for exactly when.
206///
207/// Schema 11 adds [`RunState::released_to`] / [`RunState::released_branches`]:
208/// a run whose worktree a later attempt at the same task took over
209/// (`crate::handover`) can no longer be resumed from where it was. The fields
210/// are additive, but an older build would happily resume such a run into a
211/// worktree that no longer exists, which is the one thing the bump is for.
212///
213/// Schema 12 adds [`RunState::driver_exited`]: the driver records that it
214/// stopped walking the graph. Additive, but an older build would keep reading
215/// a long-lived daemon's pid as a live driver of a run that ended long ago.
216///
217/// Schema 13 adds [`RunState::origin`]: who started the run and which task it
218/// stood in for. Additive, and an older record is deliberately left with
219/// `None` ("origin unknown") rather than guessed at — a run from before this
220/// existed must not read as an operator's when nobody knows. The bump exists
221/// so a run is never mistaken for one whose origin was known and empty.
222///
223/// Schema 14 records [`RunState::task_instruction`], authored task criteria
224/// separately from generated review context. Older records retain `None`:
225/// `instruction` may contain generated context and cannot establish authorship.
226///
227/// Schema 15 records pending candidate preservation independently of an empty
228/// implementation. Older drivers must refuse to resume these records rather
229/// than judge without honoring the preservation barrier.
230///
231/// Schema 16 records empty-attempt retirement. Older executors must reject
232/// retired runs rather than ignoring the new execution fence.
233pub const SCHEMA: u32 = 16;
234
235/// Why a pass over a run stopped at a node boundary, recorded when it
236/// happened. Never inferred afterwards: `upgrade.json` is overwritten by the
237/// next upgrade and an event line is prose.
238#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
239#[serde(tag = "kind", rename_all = "snake_case")]
240pub enum ParkCause {
241 /// `magi web` / `magi serve` replaced its own binary. `to` is `None` when
242 /// the target release was not known at the time.
243 Upgrade {
244 /// The version that was running.
245 from: String,
246 /// The release it was replaced with, when known.
247 #[serde(default)]
248 to: Option<String>,
249 },
250 /// The operator asked the loop to park (`/api/loop`).
251 Operator,
252 /// The interrupt scheduler parked this run so another task runs first.
253 Interrupt {
254 /// What the scheduler gave as the reason.
255 reason: String,
256 },
257 /// The run waits for the owner's answer (merge approval, withheld text).
258 Question,
259 /// A park whose requester did not say why.
260 Unspecified,
261}
262
263impl ParkCause {
264 /// One line for an event or the UI.
265 #[must_use]
266 pub fn label(&self) -> String {
267 match self {
268 Self::Upgrade { from, to: Some(to) } => format!("upgrade {from} \u{2192} {to}"),
269 Self::Upgrade { from, to: None } => format!("upgrade from {from}"),
270 Self::Operator => "operator asked the loop to park".to_owned(),
271 Self::Interrupt { reason } => reason.clone(),
272 Self::Question => "waiting for the owner's answer".to_owned(),
273 Self::Unspecified => "park requested, reason not stated".to_owned(),
274 }
275 }
276}
277
278/// How a pass ended, when the process that drove it said so.
279#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
280#[serde(tag = "how", rename_all = "snake_case")]
281pub enum PassEnd {
282 /// Parked at a node boundary on purpose.
283 Parked {
284 /// Why it parked.
285 cause: ParkCause,
286 },
287 /// The next pass found this one still open: it stopped without saying so
288 /// (a crash, a kill). Says nothing about why.
289 Unrecorded,
290}
291
292/// One pass over a run: the run is the same, the process driving it is not.
293#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
294pub struct RunPass {
295 /// Position in [`RunState::passes`].
296 pub index: usize,
297 /// When the process took the run over.
298 pub started_at: Timestamp,
299 /// The run already had work on disk when this pass began.
300 pub resumed: bool,
301 /// When the pass ended, if it did.
302 #[serde(default)]
303 pub ended_at: Option<Timestamp>,
304 /// `None` while open (or still driving).
305 #[serde(default)]
306 pub end: Option<PassEnd>,
307 /// The task loop (or `magi run` for a task) counted this pass as a task
308 /// attempt. Resumes keep one distinct id in `Task::runs`, while each
309 /// counted pass belongs in task history. A resume without a task does not.
310 #[serde(default)]
311 pub task_entry: bool,
312}
313
314/// What an unrecorded origin reads as, wherever one is shown.
315pub const ORIGIN_UNKNOWN: &str = "origin unknown (started before origins were recorded)";
316
317/// Who started a run. Legibility only: nothing branches on it, the same rule
318/// as `agent::Invocation::run` / `node`.
319#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
320#[serde(tag = "kind", rename_all = "snake_case")]
321pub enum StartedBy {
322 /// The daemon, minting an attempt for a queue task.
323 Queue {
324 /// The task the attempt belongs to.
325 task: String,
326 },
327 /// An agent inside a talk (chat) conversation, via `magi run` / `magi review`.
328 Chat {
329 /// Talk id, e.g. `4a7b`.
330 talk: String,
331 },
332 /// An agent seat inside another run, identified by the `MAGI_RUN` /
333 /// `MAGI_NODE` it was spawned with.
334 Seat {
335 /// Run the seat belonged to.
336 run: String,
337 /// Node it was working in.
338 node: String,
339 },
340 /// A person at a terminal (or anything that carries no attribution).
341 Operator,
342}
343
344/// Where a run came from, and the task it was meant to finish, if any.
345///
346/// Kept as two facts because they vary independently: a chat agent may start a
347/// run on behalf of a queue task.
348#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
349pub struct Origin {
350 /// Who started it.
351 pub by: StartedBy,
352 /// The queue task this run serves, when it names one.
353 #[serde(default)]
354 pub task: Option<String>,
355}
356
357impl Origin {
358 /// A run a person started with no task attached.
359 pub fn operator() -> Self {
360 Self {
361 by: StartedBy::Operator,
362 task: None,
363 }
364 }
365
366 /// An attempt the daemon mints for `task`.
367 pub fn queue(task: &str) -> Self {
368 Self {
369 by: StartedBy::Queue {
370 task: task.to_owned(),
371 },
372 task: Some(task.to_owned()),
373 }
374 }
375
376 /// Attribute from the `MAGI_RUN` / `MAGI_NODE` pair `agent::invoke`
377 /// exports, as `(run, node)`; `None` for no (or blank) `run` is an
378 /// operator. A node of `chat` is the talk layer, whose run is the talk id.
379 pub fn from_agent_env(env: Option<(String, String)>, task: Option<String>) -> Self {
380 let by = match env {
381 Some((run, node)) if node == crate::queue::CHAT_NODE => StartedBy::Chat { talk: run },
382 Some((run, node)) => StartedBy::Seat { run, node },
383 None => StartedBy::Operator,
384 };
385 Self { by, task }
386 }
387
388 /// The same origin, naming `task` as the one it serves.
389 pub fn serving(mut self, task: Option<String>) -> Self {
390 if task.is_some() {
391 self.task = task;
392 }
393 self
394 }
395
396 /// One short label for lists, reports and the web UI.
397 pub fn label(&self) -> String {
398 let by = match &self.by {
399 StartedBy::Queue { task } => format!("task {}", short_of(task)),
400 StartedBy::Chat { talk } => format!("chat {}", short_of(talk)),
401 StartedBy::Seat { run, node } => format!("{node}@{}", short_of(run)),
402 StartedBy::Operator => "operator".to_owned(),
403 };
404 match (&self.by, &self.task) {
405 (StartedBy::Queue { task: a }, Some(b)) if a == b => by,
406 (_, Some(t)) => format!("{by}, for task {}", short_of(t)),
407 _ => by,
408 }
409 }
410}
411
412/// [`Origin::label`] for a run that may predate origins.
413pub fn origin_label(origin: Option<&Origin>) -> String {
414 origin.map_or_else(|| ORIGIN_UNKNOWN.to_owned(), Origin::label)
415}
416
417/// Where a run got to.
418#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
419#[serde(rename_all = "snake_case")]
420pub enum RunStatus {
421 /// Worktrees being prepared.
422 Prep,
423 /// Candidates being implemented.
424 Implementing,
425 /// Judges ranking blind.
426 Judging,
427 /// Judges deliberating after a split.
428 Deliberating,
429 /// Final votes being collected privately.
430 Voting,
431 /// Winner in the review + verification loop.
432 Reviewing,
433 /// Gate commands running. Transient: `graph::Runner::gate` and
434 /// `graph::Runner::merge` always move a run on from here, whether or not
435 /// any gate commands are configured — see [`RunState::gate_status`] and
436 /// `SCHEMA`'s doc for schema 7, which fixed a repo with an empty
437 /// `verify.gate` stranding a review-only run in `Gating` forever.
438 Gating,
439 /// Inside [`crate::land`]'s post-merge loop: watching CI, running a fix
440 /// round, rebasing onto a moved base, or waiting on the owner's merge
441 /// approval. A run parked here while an approval is outstanding has
442 /// handed its daemon slot back — see [`crate::daemon`] — and resumes
443 /// through exactly this status, not a fresh competition.
444 Landing,
445 /// Winner merged.
446 Merged,
447 /// Local review or publication finished; no public merge is confirmed.
448 Ready,
449 /// The judgement did not gather enough judges (e.g. rate limiting took out
450 /// seats), so the verdict is not trustworthy. The run stopped and kept its
451 /// work so it can be resumed or folded — it must never be confused with a
452 /// healthy `Ready`.
453 Stalled,
454 /// Review rounds exhausted with findings still open, or the gate failed.
455 Blocked,
456 /// The graph could not complete.
457 Failed,
458 /// Every candidate wrote nothing, and every one of them said why in a way
459 /// that survived [`crate::graph::Runner`]'s adoption guard: a clean CLI
460 /// exit, an actually-empty tree, no command left with an unconfirmed
461 /// exit status, and non-empty evidence. Distinct from `Failed` on
462 /// purpose — see `SCHEMA`'s doc for schema 10 — because the two read
463 /// identically to an operator glancing at a card ("nothing happened")
464 /// while meaning opposite things: one is an agent that could not do the
465 /// work, the other is an agent that checked and the work was already
466 /// done. Settles the task through [`crate::queue::Task::handed_off`], not
467 /// [`crate::queue::Task::fail`]: a human still has to look — the claim is
468 /// unverified by magi itself — and `Held` (not `Failed`-and-requeued)
469 /// means nothing retries the task unattended on the same unconfirmed
470 /// claim while that look is pending.
471 VerifiedNoop,
472 /// A later attempt at the same task already finished the job — see
473 /// `crate::queue::Task::superseded_attempts` — so this run's own
474 /// `Blocked`/`Stalled` no longer means anyone has to look at it. Written
475 /// over one of those two statuses once the task itself is
476 /// `crate::queue::TaskStatus::Done`, and only onto an attempt that comes
477 /// before the one that succeeded. Publication can also retire a stopped,
478 /// non-terminal predecessor after an explicit worktree handover to its
479 /// successor leaves it nothing to resume. Unlike them, not [`Self::resumable`]:
480 /// there is nothing left to resume towards, the task already has its
481 /// answer, and a fold is free to clean this run's worktree away without
482 /// waiting on a human to confirm that first.
483 Superseded,
484 /// The winner's whole change is already on the base under other commit
485 /// ids (a cherry-pick or squash by another task) — see
486 /// [`crate::already`]. Terminal and not a failure: nothing is left to
487 /// land, so unlike `Blocked` nobody has to look, and unlike `Merged` this
488 /// run did not land anything. Never resumable; `BaseSync::already_in`
489 /// names the base commits that carry the change. Added without a schema
490 /// bump, like `Superseded`: no record on disk can contain it yet.
491 AlreadyInBase,
492}
493
494impl RunStatus {
495 /// Is this a terminal state?
496 pub fn done(self) -> bool {
497 matches!(
498 self,
499 Self::Merged
500 | Self::Ready
501 | Self::Stalled
502 | Self::Blocked
503 | Self::Failed
504 | Self::VerifiedNoop
505 | Self::Superseded
506 | Self::AlreadyInBase
507 )
508 }
509
510 /// The name this status is written and shown under, matching the
511 /// `snake_case` serde spelling so a log line, an error message and the
512 /// JSON a phone reads all say the same word.
513 pub fn as_str(self) -> &'static str {
514 match self {
515 Self::Prep => "prep",
516 Self::Implementing => "implementing",
517 Self::Judging => "judging",
518 Self::Deliberating => "deliberating",
519 Self::Voting => "voting",
520 Self::Reviewing => "reviewing",
521 Self::Gating => "gating",
522 Self::Landing => "landing",
523 Self::Merged => "merged",
524 Self::Ready => "ready",
525 Self::Stalled => "stalled",
526 Self::Blocked => "blocked",
527 Self::Failed => "failed",
528 Self::VerifiedNoop => "verified_noop",
529 Self::Superseded => "superseded",
530 Self::AlreadyInBase => "already_in_base",
531 }
532 }
533
534 /// Label for a human-facing listing or report — the same word as
535 /// [`Self::as_str`] except where the machine spelling would read harsher
536 /// than the state actually is. `VerifiedNoop` is the one case: its own
537 /// `as_str` exists for logs, JSON and event messages, none of which
538 /// should quietly grow a second vocabulary, but a bare "verified_noop" in
539 /// a report reads like an error code, not the qualified, evidence-backed
540 /// claim it actually is.
541 pub fn display_label(self) -> &'static str {
542 match self {
543 Self::VerifiedNoop => "agent-verified no-op",
544 Self::AlreadyInBase => "already in base",
545 other => other.as_str(),
546 }
547 }
548
549 /// Can this run be carried on from where it stopped?
550 ///
551 /// Everything except a finished run and a failed one. `execute` skips
552 /// nodes already recorded, so re-entering is cheap wherever the run
553 /// stopped, and the alternative is always a fresh competition against
554 /// work that already exists.
555 ///
556 /// - `Stalled` re-asks only the seats whose absence collapsed the panel,
557 /// keeping the candidates that were already paid for.
558 /// - `Blocked` re-enters the review loop against a branch that is built.
559 /// - **A non-terminal status** means the run was interrupted: a parked
560 /// run waiting for its upgrade, or one whose daemon was killed. This
561 /// used to be excluded, which left run 4043 stuck at `reviewing` with
562 /// the deck telling the operator it could not be resumed - the one
563 /// state where resuming is the only sensible answer.
564 ///
565 /// `Failed` does not qualify: the graph could not complete and there is
566 /// no established point to continue from. Nor does a finished run, whose
567 /// answer is a new competition. Nor does `VerifiedNoop`: every candidate
568 /// already agreed nothing belongs in this worktree, and resuming would
569 /// only re-ask the same question — the answer is for a human to check
570 /// the evidence, not for the graph to run again. Nor does `Superseded`:
571 /// a later attempt at the same task already finished it, so there is
572 /// nothing left this run's own answer could still contribute.
573 ///
574 /// Whether anything is *already* driving the run is a separate question,
575 /// answered by `daemon::is_working_on` at the callers that need it.
576 pub fn resumable(self) -> bool {
577 !matches!(
578 self,
579 Self::Merged
580 | Self::Ready
581 | Self::Failed
582 | Self::VerifiedNoop
583 | Self::Superseded
584 | Self::AlreadyInBase
585 )
586 }
587}
588
589/// One candidate implementation.
590#[derive(Debug, Clone, Serialize, Deserialize)]
591pub struct Candidate {
592 /// Position in the implementer list.
593 pub index: usize,
594 /// Blind label as presented to judges.
595 pub label: char,
596 /// Which agent wrote it. Recorded for the stats tables, never shown to a
597 /// judge.
598 pub agent: String,
599 /// Branch, named after the label so judges can inspect it without learning
600 /// the author.
601 pub branch: String,
602 /// Worktree path.
603 pub worktree: PathBuf,
604 /// Sanitized author summary.
605 #[serde(default)]
606 pub summary: String,
607 /// `git diff --stat`.
608 #[serde(default)]
609 pub stat: String,
610 /// Files touched.
611 #[serde(default)]
612 pub files: usize,
613 /// Commits ahead of base.
614 #[serde(default)]
615 pub commits: usize,
616 /// True when the agent produced no change at all.
617 #[serde(default)]
618 pub empty: bool,
619 /// Why this candidate is not in the running.
620 #[serde(default)]
621 pub failed: Option<String>,
622 /// The evidence this candidate gave for writing no change on purpose —
623 /// the `NO CHANGE NEEDED:` marker `prompt::implement`'s reply format
624 /// documents, verbatim. `Some` only when [`crate::graph`]'s adoption
625 /// guard accepted the claim: the CLI exited cleanly, the tree really is
626 /// empty, no command in the reply was left with an unconfirmed exit
627 /// status, and the evidence itself is non-empty. A candidate that wrote
628 /// nothing and said nothing about why — the ordinary empty loss — always
629 /// reads `None` here, same as one written before schema 10 ever existed.
630 #[serde(default)]
631 pub verified_noop: Option<String>,
632 /// Wall-clock time for the implementation.
633 #[serde(default)]
634 pub duration_ms: u64,
635 /// Whether the worktree has been folded away.
636 #[serde(default)]
637 pub folded: bool,
638}
639
640impl Candidate {
641 /// Can this candidate be judged?
642 pub fn viable(&self) -> bool {
643 self.failed.is_none() && !self.empty
644 }
645}
646
647/// One judge's independent ranking.
648#[derive(Debug, Clone, Serialize, Deserialize)]
649pub struct Judgement {
650 /// Judge seat number, 1-based.
651 pub judge: usize,
652 /// Seat key.
653 pub seat: String,
654 /// Agent occupying the seat.
655 pub agent: String,
656 /// Best-first labels.
657 #[serde(default)]
658 pub ranking: Vec<char>,
659 /// Per-label justification.
660 #[serde(default)]
661 pub reasons: BTreeMap<String, String>,
662 /// Self-reported confidence.
663 #[serde(default)]
664 pub confidence: Option<u8>,
665 /// Per-label strengths this judge attributed to candidates it did not
666 /// rank first; the only input of the graft phase.
667 #[serde(default)]
668 pub strengths: BTreeMap<String, Vec<String>>,
669 /// Order the candidates were presented in, as candidate indices.
670 #[serde(default)]
671 pub order: Vec<usize>,
672 /// Why this judge has no ranking.
673 #[serde(default)]
674 pub failed: Option<String>,
675 /// Wall-clock time.
676 #[serde(default)]
677 pub duration_ms: u64,
678}
679
680/// One judge's turn in a deliberation round.
681#[derive(Debug, Clone, Serialize, Deserialize)]
682pub struct DeliberationTurn {
683 /// Judge seat number, 1-based.
684 pub judge: usize,
685 /// Agent occupying the seat.
686 pub agent: String,
687 /// The argument, as written.
688 pub body: String,
689 /// Where the judge stood at the end of the turn.
690 #[serde(default)]
691 pub tentative: Option<char>,
692}
693
694/// A deliberation round.
695#[derive(Debug, Clone, Serialize, Deserialize)]
696pub struct DeliberationRound {
697 /// 1-based round number.
698 pub round: usize,
699 /// Turns, in the order they were taken.
700 pub turns: Vec<DeliberationTurn>,
701}
702
703/// A final vote, collected privately.
704#[derive(Debug, Clone, Serialize, Deserialize)]
705pub struct VoteRecord {
706 /// Judge seat number, 1-based.
707 pub judge: usize,
708 /// Agent occupying the seat.
709 pub agent: String,
710 /// The vote.
711 #[serde(default)]
712 pub vote: Option<char>,
713 /// Why.
714 #[serde(default)]
715 pub reason: String,
716 /// Did this judge move from its initial first choice?
717 #[serde(default)]
718 pub changed: bool,
719}
720
721/// A seat that was taken out by a CLI rate limit / quota, recorded so a run
722/// whose panel collapsed does not masquerade as a healthy one.
723#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
724pub struct QuotaLoss {
725 /// Machine-side cause; legacy losses are usage limits.
726 #[serde(default)]
727 pub cause: crate::agent::QuotaCause,
728 /// Agent that needs recovery (empty in legacy records).
729 #[serde(default)]
730 pub agent: String,
731 /// Seat key, e.g. `judge-1` or `review-2`.
732 pub seat: String,
733 /// Node that was running, e.g. `judge`, `vote`, `review`.
734 pub node: String,
735 /// When the CLI reported the limit.
736 pub at: Timestamp,
737 /// Reset hint if the CLI printed one, free text.
738 #[serde(default)]
739 pub reset: Option<String>,
740}
741
742impl QuotaLoss {
743 /// Preserve the cause and agent alongside the seat at every loss site.
744 pub fn from_report(seat: String, node: &str, quota: Option<&crate::agent::Quota>) -> Self {
745 Self {
746 seat,
747 node: node.to_owned(),
748 at: Timestamp::now(),
749 reset: quota.and_then(|q| q.reset.clone()),
750 cause: quota.map(|q| q.cause).unwrap_or_default(),
751 agent: quota.map(|q| q.agent.clone()).unwrap_or_default(),
752 }
753 }
754}
755
756/// A seat handed from one roster agent to the next after the first failed it
757/// (rate limit, timeout or an ordinary failure), recorded so the answer's
758/// author is never a mystery and a run that recovered on its second agent
759/// still says what it cost.
760#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
761pub struct Handover {
762 /// When the seat changed hands.
763 pub at: Timestamp,
764 /// Node that was running, e.g. `implement`, `judge`, `review`.
765 pub node: String,
766 /// Seat key, e.g. `impl-A` or `judge-2`.
767 pub seat: String,
768 /// Agent id that failed the seat.
769 pub from: String,
770 /// Agent id that took it over.
771 pub to: String,
772 /// Why: `rate limited (quota)`, `timed out`, or the failure's own message.
773 pub reason: String,
774}
775
776/// A newly created lockfile of a package manager the directory does not use,
777/// which a rescue commit left untracked instead of committing. Recorded so the
778/// omission is visible: the file may be one the task really wanted.
779#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
780pub struct Withheld {
781 /// Repo-relative path.
782 pub path: String,
783 /// The manager the file belongs to.
784 pub manager: String,
785 /// The tracked file (or missing manifest) that made it foreign.
786 pub kept_by: String,
787 /// Node whose rescue commit withheld it.
788 pub node: String,
789 /// When.
790 pub at: Timestamp,
791}
792
793/// The mechanical count.
794#[derive(Debug, Clone, Serialize, Deserialize)]
795pub struct Tally {
796 /// First-choice votes per label.
797 pub first_choice: BTreeMap<char, usize>,
798 /// Borda points from the initial rankings, used only to break a tie.
799 pub borda: BTreeMap<char, usize>,
800 /// The winning label.
801 pub winner: char,
802 /// How many judges produced a usable ranking. A panel of one is not a
803 /// consensus and must not be reported as a split.
804 #[serde(default)]
805 pub rankings: usize,
806 /// Did every judge's *initial* first choice agree?
807 pub unanimous_initial: bool,
808 /// Was deliberation run?
809 pub deliberated: bool,
810 /// Judges who moved between their initial ranking and their final vote.
811 pub changed_votes: usize,
812 /// Did the final votes agree?
813 pub unanimous_final: bool,
814 /// How the tie was broken, when it had to be.
815 #[serde(default)]
816 pub tie_break: Option<String>,
817 /// Configured judge count — the size of the full panel. `0` when no
818 /// panel was asked (see `uncontested`), not the roster size a panel that
819 /// never sat would have had.
820 #[serde(default)]
821 pub judges: usize,
822 /// Judges who actually contributed to the decision (not taken out by a
823 /// rate limit and producing a usable rank or vote).
824 #[serde(default)]
825 pub present: usize,
826 /// How many judges are required for a trustworthy verdict. Chosen as a
827 /// strict majority (`judges / 2 + 1`): a verdict backed by a minority must
828 /// never be presented as a healthy one, while a bare majority is still
829 /// real signal. A one-candidate run needs no quorum.
830 #[serde(default)]
831 pub quorum: usize,
832 /// `present >= quorum`, or no quorum was required.
833 #[serde(default)]
834 pub met_quorum: bool,
835 /// Why no panel was asked, when none was: a single viable candidate, or
836 /// a review-only run that never competed. `None` when judges actually
837 /// ranked and voted — including when too few of them survived to reach
838 /// quorum, which is a collapse and must keep reading as one.
839 #[serde(default)]
840 pub uncontested: Option<String>,
841}
842
843/// One reviewer's report in a round.
844#[derive(Debug, Clone, Serialize, Deserialize)]
845pub struct ReviewRecord {
846 /// Reviewer seat number, 1-based.
847 pub reviewer: usize,
848 /// Agent occupying the seat.
849 pub agent: String,
850 /// Reviewer prose.
851 #[serde(default)]
852 pub summary: String,
853 /// Findings, with magi-assigned ids.
854 #[serde(default)]
855 pub findings: Vec<Finding>,
856 /// This seat's initial vote. `None` on a record predating votes, exactly
857 /// like a round that genuinely had none cast — never a stand-in for a
858 /// vote that was lost.
859 #[serde(default)]
860 pub vote: Option<ReviewVote>,
861 /// Why this reviewer produced nothing.
862 #[serde(default)]
863 pub failed: Option<String>,
864 /// Wall-clock time.
865 #[serde(default)]
866 pub duration_ms: u64,
867 /// How many times this seat was asked before it settled — 0 for a first
868 /// answer, N after N nudges (`ask_json_wave`'s retry loop). Read this
869 /// together with [`Self::failed`], never `failed` alone: `failed: Some(_)`
870 /// with `attempts == 0` is a seat that never answered at all, while
871 /// `failed: None` with `attempts > 0` is one that only came back after a
872 /// nudge — recovered, not silent — and the two must not look the same in
873 /// history. A record written before this field existed defaults to `0`,
874 /// which under-reports a pre-existing retry rather than inventing one;
875 /// see `ask_json_wave`'s own doc for where this is filled in.
876 #[serde(default)]
877 pub attempts: usize,
878}
879
880/// One seat's revote during a round's reconsideration (see
881/// [`ReviewRound::reconsideration`]).
882#[derive(Debug, Clone, Serialize, Deserialize)]
883pub struct ReviewRevoteRecord {
884 /// Reviewer seat number, 1-based.
885 pub reviewer: usize,
886 /// Agent occupying the seat.
887 pub agent: String,
888 /// The revote. `None` when the seat did not answer.
889 #[serde(default)]
890 pub vote: Option<ReviewVote>,
891 /// Why.
892 #[serde(default)]
893 pub reason: String,
894 /// Why this seat produced no revote.
895 #[serde(default)]
896 pub failed: Option<String>,
897}
898
899/// Post-repair e2e evidence. An empty, unsuccessful record is a durable
900/// requirement saved before the fixer can change the winner.
901#[derive(Debug, Clone, Serialize, Deserialize)]
902pub struct GateRepairE2e {
903 /// Exact winner SHA requiring or receiving post-repair verification.
904 pub head: String,
905 /// All configured commands completed successfully on this SHA.
906 pub passed: bool,
907 /// Last command results; empty before verification starts.
908 pub outcomes: Vec<CommandOutcome>,
909}
910
911/// Superseded head-specific evidence; repair budgets remain on the run.
912#[derive(Debug, Clone, Serialize, Deserialize)]
913pub struct VerificationEvidence {
914 /// Replacement SHA, unknown when archived without a head change.
915 #[serde(default)]
916 pub superseded_by: Option<String>,
917 /// Archive time, unknown for records written before this field existed.
918 #[serde(default)]
919 pub archived_at: Option<Timestamp>,
920 /// Run-wide gate-fix rounds spent at archival, unknown for legacy records.
921 #[serde(default)]
922 pub fixes_spent: Option<usize>,
923 /// SHA of the superseded gate, unknown for legacy records.
924 pub gate_head: Option<String>,
925 /// Whether the superseded gate completed.
926 pub gate_ran: bool,
927 /// Original command results, including failures.
928 pub gate: Vec<CommandOutcome>,
929 /// Superseded verification independent of the review judgment.
930 pub e2e: Option<GateRepairE2e>,
931}
932
933/// One fix round spent on a failing `verify.gate`: which fixer, what it did to
934/// the tree, and the gate output it was shown.
935#[derive(Debug, Clone, Serialize, Deserialize)]
936pub struct GateFixRecord {
937 /// Agent that applied the fix.
938 pub agent: String,
939 /// The gate output the fixer was handed, tail-truncated.
940 pub failed: Vec<CommandOutcome>,
941 /// What the fixer said it changed.
942 #[serde(default)]
943 pub notes: String,
944 /// Did the fix produce a commit?
945 #[serde(default)]
946 pub committed: bool,
947 /// Why the fix step produced nothing.
948 #[serde(default)]
949 pub error: Option<String>,
950}
951
952/// One fixer round spent on a rebase that stopped on a conflict: which fixer,
953/// what it was shown and whether git says the rebase then finished.
954///
955/// The records at each sequencer stop count against `graph.review_rounds`,
956/// written to disk *before* the fixer runs so a park or crash cannot hand the
957/// round back.
958#[derive(Debug, Clone, Serialize, Deserialize)]
959pub struct RebaseFixRecord {
960 /// A machine outage deferred this call without spending a conflict round.
961 /// The record retains the original index baseline for safe resumption.
962 #[serde(default, skip_serializing_if = "Option::is_none")]
963 pub outage: Option<crate::agent::QuotaCause>,
964 /// Agent asked to resolve the conflict.
965 pub agent: String,
966 /// Paths git reported unmerged when the round started.
967 pub paths: Vec<String>,
968 /// The branch tip the rebase started from, so a resumed run can tell a
969 /// worktree still holding those files from one with edits of its own.
970 #[serde(default)]
971 pub from: Option<String>,
972 /// Did git report the rebase finished after the round?
973 #[serde(default)]
974 pub finished: bool,
975 /// Why the round produced nothing (agent failure, quota).
976 #[serde(default)]
977 pub error: Option<String>,
978 /// The commit the sequencer was replaying (`REBASE_HEAD`) when the round
979 /// started: which stop point the round belongs to. A record without it
980 /// predates launcher staging.
981 #[serde(default)]
982 pub stop: Option<String>,
983 /// Staged changes outside `paths` when the round started (Git's own
984 /// clean applications), so edits made behind them can be told apart. Retries
985 /// retain the first baseline for the stop; legacy baselines are rebuilt
986 /// from the original three-way merge and verified before being saved.
987 #[serde(default)]
988 pub index_outside: Option<String>,
989 /// How far the launcher got with staging and continuing this stop point.
990 #[serde(default)]
991 pub launcher: Option<LauncherStep>,
992 /// A denied or failed Git metadata write: infrastructure, not a conflict.
993 /// The rebase is kept standing and no further round is spent.
994 #[serde(default)]
995 pub infra: Option<String>,
996}
997
998/// Where launcher-owned staging of a resolved conflict stopped.
999#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
1000#[serde(rename_all = "snake_case")]
1001pub enum LauncherStep {
1002 /// About to stage the validated paths (or doing it).
1003 Staging,
1004 /// Every conflicted path is staged; the sequencer was not continued yet.
1005 Staged,
1006 /// `rebase --continue` was started.
1007 Continuing,
1008}
1009
1010/// How the graft phase ended (see `graph::Runner::graft`).
1011#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1012#[serde(rename_all = "snake_case")]
1013pub enum GraftOutcome {
1014 /// The fixer's result was kept.
1015 Applied,
1016 /// Started but not finished: a record in this state on load means the
1017 /// process stopped mid-round and the winner is restored on resume.
1018 Running,
1019 /// The seat could not start; restore `pre` under coordination, then retry.
1020 WaitingForRestore,
1021 /// The winner's pre-graft commit was restored, with the reason.
1022 RolledBack(String),
1023}
1024
1025impl GraftOutcome {
1026 /// Is the record final, i.e. must a resume leave it alone?
1027 pub fn settled(&self) -> bool {
1028 !matches!(
1029 self,
1030 GraftOutcome::Running | GraftOutcome::WaitingForRestore
1031 )
1032 }
1033}
1034
1035/// The graft phase's record: what ran, on which commits, and how it ended.
1036/// `pre` and a `Running` outcome are saved before the fixer is called.
1037#[derive(Debug, Clone, Serialize, Deserialize)]
1038pub struct GraftRecord {
1039 /// The winner's commit before the graft; restored on a rollback.
1040 pub pre: String,
1041 /// The winner's commit after an applied graft.
1042 #[serde(default)]
1043 pub post: Option<String>,
1044 /// Changed lines (added + removed) the graft introduced, when measured.
1045 #[serde(default)]
1046 pub lines: Option<usize>,
1047 /// Historical size limit, retained for old records only. New grafts use `None`.
1048 #[serde(default)]
1049 pub limit: Option<usize>,
1050 /// Agent that answered the round.
1051 #[serde(default)]
1052 pub agent: Option<String>,
1053 /// How it ended.
1054 pub outcome: GraftOutcome,
1055 /// The strengths the fixer was asked to port, with the ids the prompt
1056 /// gave them. Empty on a record written before they were kept.
1057 #[serde(default)]
1058 pub requested: Vec<GraftStrength>,
1059 /// What the fixer reported it did with them; `None` when it gave no usable
1060 /// report (see `adoption_error`) or the record predates this field.
1061 #[serde(default)]
1062 pub adoption: Option<GraftAdoption>,
1063 /// Why `adoption` is absent although the fixer answered.
1064 #[serde(default)]
1065 pub adoption_error: Option<String>,
1066}
1067
1068/// One strength a judge attributed to a losing candidate, as the graft
1069/// prompt listed it.
1070#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1071pub struct GraftStrength {
1072 /// Id in the prompt, e.g. `A1`.
1073 pub id: String,
1074 /// The candidate it was observed in.
1075 pub source: char,
1076 /// The strength, already blind-sanitized.
1077 pub text: String,
1078}
1079
1080/// The fixer's own account of a graft round. It is a claim, not a check: the
1081/// diff is what actually changed.
1082#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
1083pub struct GraftAdoption {
1084 /// Ids (or texts) the fixer says it ported.
1085 #[serde(default)]
1086 pub addressed: Vec<String>,
1087 /// Ids (or texts) it declined, with the reason.
1088 #[serde(default)]
1089 pub rejected: Vec<GraftRejection>,
1090 /// The report's `notes`.
1091 #[serde(default)]
1092 pub notes: String,
1093 /// The reasoning that preceded the report.
1094 #[serde(default)]
1095 pub reasoning: String,
1096}
1097
1098/// A strength the fixer declined.
1099#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1100pub struct GraftRejection {
1101 /// Id or text as the fixer wrote it.
1102 pub id: String,
1103 /// Its argument.
1104 #[serde(default)]
1105 pub why: String,
1106}
1107
1108/// The fixer's response to a round.
1109#[derive(Debug, Clone, Serialize, Deserialize)]
1110pub struct FixRecord {
1111 /// Agent that applied the fixes.
1112 pub agent: String,
1113 /// Finding ids acted on.
1114 #[serde(default)]
1115 pub addressed: Vec<String>,
1116 /// Findings declined, with reasons.
1117 #[serde(default)]
1118 pub rejected: Vec<Rejection>,
1119 /// What changed.
1120 #[serde(default)]
1121 pub notes: String,
1122 /// Did the fix produce a commit?
1123 #[serde(default)]
1124 pub committed: bool,
1125 /// Why the fix step produced nothing.
1126 #[serde(default)]
1127 pub failed: Option<String>,
1128 /// Wall-clock time.
1129 #[serde(default)]
1130 pub duration_ms: u64,
1131 /// How the fixer's own seat was made to answer when its CLI turn ended
1132 /// cleanly but without an addressed/rejected report — see
1133 /// [`graph::Runner::continue_fix_report`]. `None` for a record written
1134 /// before this existed, which must read as "unknown", not as
1135 /// [`ContinuationOutcome::NotNeeded`]: an old run really may have hit
1136 /// this exact gap and simply had no mechanism to say so.
1137 #[serde(default)]
1138 pub continuation: Option<ContinuationRecord>,
1139}
1140
1141/// How a node recovered — or failed to recover — a structured report after
1142/// the CLI's own turn ended cleanly (a usable, non-empty, exit-0 reply)
1143/// without it. A clean CLI turn is not the same fact as the node's own work
1144/// being done — see the `fix` node's `continue_fix_report`, which is what
1145/// produces this.
1146#[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq, Eq)]
1147pub enum ContinuationOutcome {
1148 /// The first reply already carried the report; nothing was resumed.
1149 NotNeeded,
1150 /// A follow-up call in the same session recovered the report.
1151 Resumed,
1152 /// The continuation budget was spent without ever recovering it.
1153 Exhausted,
1154 /// A continuation attempt hit the CLI's rate limit; not retried further
1155 /// — a quota fails the same way again immediately.
1156 QuotaLost,
1157 /// No session was left to resume into, so nothing was attempted.
1158 NoSession,
1159}
1160
1161/// Cost and outcome of one node's attempt to recover a missing report by
1162/// resuming its own seat.
1163#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
1164pub struct ContinuationRecord {
1165 /// Follow-up calls made to the same seat. `0` when the outcome is
1166 /// [`ContinuationOutcome::NotNeeded`] or [`ContinuationOutcome::NoSession`].
1167 pub attempts: usize,
1168 /// Wall-clock time spent on those follow-up calls, summed — not counting
1169 /// the original call whose reply this is recovering from.
1170 pub cumulative_wait_ms: u64,
1171 /// What ended the loop.
1172 pub outcome: ContinuationOutcome,
1173}
1174
1175impl ContinuationRecord {
1176 /// The report was already there on the first try.
1177 pub fn not_needed() -> Self {
1178 Self {
1179 attempts: 0,
1180 cumulative_wait_ms: 0,
1181 outcome: ContinuationOutcome::NotNeeded,
1182 }
1183 }
1184}
1185
1186/// What happened to one operator-selected finding after the fixer ran, as
1187/// part of an [`OperatorFixRequest`].
1188#[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize)]
1189#[serde(rename_all = "snake_case")]
1190pub enum OperatorFixOutcome {
1191 /// The request has not run yet, or never got far enough to report.
1192 #[default]
1193 Pending,
1194 /// The fixer's adoption report named this finding as addressed.
1195 Addressed,
1196 /// The fixer's adoption report declined it, with an argument.
1197 Rejected {
1198 /// The fixer's own reason.
1199 why: String,
1200 },
1201 /// The fixer never delivered a usable adoption report at all — a
1202 /// dropped stream, a quota hit, or a continuation budget spent without
1203 /// recovering one (see `graph::Runner::continue_fix_report`). Distinct
1204 /// from `Rejected`, which needs an argument this never produced, and
1205 /// never written back as "addressed" or silently left `Pending` — a
1206 /// gap in the report is its own outcome, not evidence either way about
1207 /// the finding.
1208 Unreported,
1209}
1210
1211/// One finding an operator selected for [`OperatorFixRequest`], with the
1212/// provenance a reviewer originally gave it, copied here verbatim.
1213///
1214/// Severity and vote are snapshots, never recomputed and never treated as
1215/// blocking just because an operator picked the finding — only
1216/// [`Severity::blocks`] on the original [`ReviewRecord`] decides that. This
1217/// type exists so an operator's selection is an auditable *addition* to the
1218/// record, not a rewrite of what a reviewer actually said.
1219#[derive(Debug, Clone, Serialize, Deserialize)]
1220pub struct OperatorFixFinding {
1221 /// Finding id, e.g. `R2-1-3`.
1222 pub id: String,
1223 /// Severity as the reviewer recorded it.
1224 pub severity: Severity,
1225 /// The reviewer seat's overall vote for the round this finding came
1226 /// from, if one was cast.
1227 #[serde(default)]
1228 pub reviewer_vote: Option<ReviewVote>,
1229 /// Review round the finding was raised in.
1230 pub round: usize,
1231 /// That round's own head — the commit the finding was actually raised
1232 /// against, used for the freshness check against the branch's current
1233 /// head at request time.
1234 pub round_head: String,
1235 /// Reviewer seat number, 1-based.
1236 pub reviewer: usize,
1237 /// Agent occupying that seat.
1238 pub agent: String,
1239 /// File the finding concerns.
1240 #[serde(default)]
1241 pub file: Option<String>,
1242 /// Line the finding concerns.
1243 #[serde(default)]
1244 pub line: Option<u32>,
1245 /// One-line summary.
1246 pub title: String,
1247 /// The argument.
1248 #[serde(default)]
1249 pub detail: String,
1250 /// What happened to this finding after the fixer ran.
1251 #[serde(default)]
1252 pub outcome: OperatorFixOutcome,
1253}
1254
1255/// One `magi fix` invocation: the operator's own record of which
1256/// already-recorded findings they routed to a fixer, why, and what came
1257/// back. See [`SCHEMA`]'s doc for schema 9 on why this is a channel of its
1258/// own rather than a field on [`ReviewRound`].
1259#[derive(Debug, Clone, Serialize, Deserialize)]
1260pub struct OperatorFixRequest {
1261 /// When `magi fix` was invoked.
1262 pub requested_at: Timestamp,
1263 /// The operator's own reasoning. Required and never empty at the CLI —
1264 /// the audit trail this feature exists for.
1265 pub reason: String,
1266 /// The findings selected, each with its own provenance and outcome.
1267 pub findings: Vec<OperatorFixFinding>,
1268 /// The branch's head at the moment this request started executing.
1269 pub head_at_request: String,
1270 /// Did the operator pass `--allow-stale`?
1271 pub allow_stale: bool,
1272 /// Did any selected finding's own `round_head` differ from
1273 /// `head_at_request`? Kept distinct from `allow_stale` — flipping that
1274 /// flag does not retroactively make a request that was actually fresh
1275 /// read as stale, or the reverse.
1276 pub stale: bool,
1277 /// The fixer's own attempt, once dispatched.
1278 #[serde(default)]
1279 pub fix: Option<FixRecord>,
1280 /// Head after the fixer's commit, when it produced one.
1281 #[serde(default)]
1282 pub result_head: Option<String>,
1283 /// The review-only run opened to re-verify the change, when one was
1284 /// actually committed. `None` when nothing changed, so there was
1285 /// nothing new to re-review — never left implicit as "not gotten to
1286 /// yet".
1287 #[serde(default)]
1288 pub follow_up_review_run: Option<String>,
1289}
1290
1291/// A command a seat's own CLI reported running, kept for `magi show` and for
1292/// telling "this seat's turn ended" apart from "the process it started is
1293/// done" — see `agent::CommandEvidence`, which is the only source this is
1294/// ever built from. Never something magi polled or supervised; a command the
1295/// CLI never reported finishing (or a CLI this crate has no adapter for at
1296/// all) simply has no entry here, which must read as "unknown", not as
1297/// "nothing ran".
1298#[derive(Debug, Clone, Serialize, Deserialize)]
1299pub struct JobRecord {
1300 /// Graph node the seat belongs to, e.g. `"implement"`, `"fix"`.
1301 pub node: String,
1302 /// Review round this job belongs to, for a `"review"`/`"fix"` node —
1303 /// `None` for every other node, where rounds do not apply, and for every
1304 /// record written before this was tracked. Lets a reader ask "what did
1305 /// this seat itself actually run this round", distinct from and never
1306 /// substituted for magi's own recorded `ReviewRound::e2e` — an absent
1307 /// entry here means unobserved, not that nothing ran (see this type's
1308 /// own doc).
1309 #[serde(default)]
1310 pub round: Option<usize>,
1311 /// Seat key, e.g. `"impl-A"`.
1312 pub seat: String,
1313 /// The CLI's own id for this command.
1314 pub id: String,
1315 /// The command itself, as the CLI reported it.
1316 pub description: String,
1317 /// When this evidence was captured — the moment this seat's reply
1318 /// carrying it was read, not the command's own start time, which no
1319 /// adapter here currently has. A lower bound on staleness only.
1320 pub checked_at: Timestamp,
1321 /// What the CLI reported for it.
1322 pub status: JobStatus,
1323 /// Exit code the CLI reported.
1324 pub exit_code: Option<i32>,
1325 /// Tail of the command's own output, when reported.
1326 #[serde(default)]
1327 pub result_summary: String,
1328 /// Which CLI/event stream this came from, e.g. `"codex"`.
1329 pub source: String,
1330}
1331
1332/// What a [`JobRecord`]'s own CLI reported for it. There is no `Running`
1333/// variant: nothing here is ever polled live, so "still running" and
1334/// "finished but never reported" are the same absence of evidence, not a
1335/// state this type can name — see [`JobRecord`]'s own doc.
1336#[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq, Eq)]
1337pub enum JobStatus {
1338 /// The command's own reported exit code was `0`.
1339 Completed,
1340 /// The command's own reported exit code was non-zero.
1341 Failed,
1342 /// The CLI reported this command but not a readable exit code.
1343 Unknown,
1344}
1345
1346/// Outcome of one shell command.
1347#[derive(Debug, Clone, Serialize, Deserialize)]
1348pub struct CommandOutcome {
1349 /// The command, as configured.
1350 pub command: String,
1351 /// Exit code, `None` on timeout or signal.
1352 pub code: Option<i32>,
1353 /// Tail of the combined output, for the report and the fix prompt.
1354 #[serde(default)]
1355 pub output_tail: String,
1356 /// Wall-clock time.
1357 #[serde(default)]
1358 pub duration_ms: u64,
1359 /// Set only by magi itself, never inferred from `output_tail`: the
1360 /// configured command was never actually run because a resource it
1361 /// needs — right now, only the shared build cache's lease or the
1362 /// freshness check that must precede using it — was not available
1363 /// within budget. Distinct from an ordinary failure or timeout (both of
1364 /// which *did* run something and are evidence about the patch); this is
1365 /// evidence about the machine, and must never be read as a verdict on
1366 /// the tree it named. `#[serde(default)]` so every record written
1367 /// before this field existed keeps reading as `false` — exactly what it
1368 /// was.
1369 #[serde(default)]
1370 pub resource_blocked: bool,
1371}
1372
1373/// Substrings that mark a Cargo/rustc/link failure: the toolchain could not
1374/// produce a binary to run at all, as opposed to producing one that ran and
1375/// failed. A Windows link race against a shared `CARGO_TARGET_DIR` (see
1376/// AGENTS.md, "Running magi on magi") looks exactly like a red command
1377/// otherwise, and a run has concluded `Blocked` on nothing but that race.
1378const BUILD_FAILURE_MARKERS: &[&str] = &[
1379 "error: could not compile",
1380 "error: linking with",
1381 "LINK : fatal error",
1382 "fatal error LNK",
1383];
1384
1385impl CommandOutcome {
1386 /// Did it pass?
1387 pub fn ok(&self) -> bool {
1388 self.code == Some(0)
1389 }
1390
1391 /// Did this command fail because the code could not be built or linked,
1392 /// rather than because it ran and produced a wrong result? A failure here
1393 /// is not a verdict on the patch under review.
1394 pub fn build_failed(&self) -> bool {
1395 !self.ok()
1396 && !self.resource_blocked
1397 && BUILD_FAILURE_MARKERS
1398 .iter()
1399 .any(|m| self.output_tail.contains(m))
1400 }
1401}
1402
1403/// One review + verify + fix round.
1404#[derive(Debug, Clone, Serialize, Deserialize)]
1405pub struct ReviewRound {
1406 /// 1-based round number.
1407 pub round: usize,
1408 /// Commit the round reviewed.
1409 pub head: String,
1410 /// The commit `e2e` was actually attempted against. Set whenever an
1411 /// attempt was dispatched (`e2e_status()` reads `Passed`, `Failed`, or
1412 /// `ResourceBlocked`), naming that commit even when it equals `head` —
1413 /// never left implicit, because an implicit "must have been `head`" is
1414 /// exactly what let a later round quote an earlier round's result
1415 /// without saying which commit it came from. A resource-blocked attempt
1416 /// still targeted a specific commit even though no command finished, and
1417 /// leaving that unrecorded is exactly what made a *fresh* blocked
1418 /// attempt read the same as an untracked one from before schema 8.
1419 /// `None` only when nothing was attempted at all (`NotConfigured`,
1420 /// `Deferred`). See `SCHEMA`'s doc for schema 8 for why this broadened
1421 /// from only the catch-up-on-a-different-commit case.
1422 #[serde(default)]
1423 pub verified_head: Option<String>,
1424 /// When the attempt behind `verified_head` actually ran. `None` on
1425 /// every record written before schema 8, and on a round where nothing
1426 /// ran —
1427 /// both read as "unknown", not as "now" or "never asked".
1428 #[serde(default)]
1429 pub verified_at: Option<Timestamp>,
1430 /// Reviewer reports.
1431 pub reviews: Vec<ReviewRecord>,
1432 /// E2E command outcomes for this round.
1433 #[serde(default)]
1434 pub e2e: Vec<CommandOutcome>,
1435 /// True when the first verify attempt this round could not build or
1436 /// link, and `e2e` above holds a second attempt run before concluding.
1437 /// A run must never be decided on a red it could not tell from an
1438 /// unrelated build race.
1439 #[serde(default)]
1440 pub verify_retried: bool,
1441 /// True when `e2e` was intentionally left empty this round: the round
1442 /// already had blocking findings and another round was available, so
1443 /// `graph::Runner::review_loop` sent the fixer straight at them instead
1444 /// of spending a full verify run on a head it already knew would need
1445 /// another fix. Distinct from an `e2e` that is simply empty because
1446 /// `verify.e2e` has no commands configured — `e2e.is_empty()` alone
1447 /// cannot tell those apart, and conflating them is exactly how a
1448 /// deferred check would get painted green. A record written before this
1449 /// field existed defaults to `false`, which is the truth for it: every
1450 /// round used to run e2e unconditionally.
1451 #[serde(default)]
1452 pub e2e_deferred: bool,
1453 /// Why `e2e` was deferred, set only when [`Self::e2e_deferred`] is true.
1454 /// Carried to the fixer's prompt and shown in the report so "deferred"
1455 /// never reads as silence.
1456 #[serde(default)]
1457 pub e2e_defer_reason: Option<String>,
1458 /// Fixer response, absent when the round was already clean.
1459 #[serde(default)]
1460 pub fix: Option<FixRecord>,
1461 /// Findings that hold the merge.
1462 #[serde(default)]
1463 pub blocking: usize,
1464 /// Reviewer seats that answered (did not time out, crash, or return
1465 /// something unparsable).
1466 #[serde(default)]
1467 pub answered: usize,
1468 /// Reviewer seats the round expected an answer from — normally
1469 /// `graph.reviewers`, but recorded per round so a config change between
1470 /// runs never has to be inferred from history.
1471 #[serde(default)]
1472 pub expected: usize,
1473 /// Round ended with no blocking findings and green verification, judged
1474 /// against the seats that answered. See [`Self::incomplete`] for whether
1475 /// that verdict is missing input.
1476 #[serde(default)]
1477 pub clean: bool,
1478 /// Did the tree actually move against `base` this round, comparing the
1479 /// diff after the fix to the diff the reviewers saw at the start of the
1480 /// round?
1481 ///
1482 /// Never derived from the fixer's own `addressed`/`rejected` count: that
1483 /// self-report has been caught lying twice on this workload (runs `b455`
1484 /// and `6218`, both of which committed a real, substantial diff while
1485 /// reporting `0 addressed`). `git` does not lie about whether the tree
1486 /// changed, so this is what `graph::Runner::review_loop` counts rounds of
1487 /// no progress against. Absent on a round with no fix attempt (already
1488 /// clean, or the round the budget ran out on), where it defaults to
1489 /// `false` and is not consulted.
1490 #[serde(default)]
1491 pub progressed: bool,
1492 /// Did the seats' initial votes ([`ReviewRecord::vote`]) disagree?
1493 #[serde(default)]
1494 pub vote_split: bool,
1495 /// One round of revoting, run only when `vote_split`: each seat that cast
1496 /// an initial vote reads every seat's findings and votes, then revotes.
1497 /// Empty when the initial votes already agreed, the same as a solo
1498 /// candidate leaving `deliberation` empty.
1499 #[serde(default)]
1500 pub reconsideration: Vec<ReviewRevoteRecord>,
1501 /// The round's verdict: the most cautious vote among the seats that
1502 /// answered, using each seat's revote where reconsideration ran and its
1503 /// initial vote otherwise. `None` when no seat produced a usable vote —
1504 /// including every record written before votes existed, which is the
1505 /// truth for those rounds, not a gap in this one.
1506 #[serde(default)]
1507 pub verdict: Option<ReviewVote>,
1508}
1509
1510/// A merge-approval question and the head commit it was asked about.
1511#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1512pub struct LandApproval {
1513 /// Id of the question that was filed for `head`.
1514 pub question: String,
1515 /// The commit the question's panel was built from.
1516 pub head: String,
1517}
1518
1519/// Independent public description of a run's whole change from the final diff.
1520/// Valid only for its (`head`, `base`, `evidence`) snapshot; a changed commit,
1521/// generation policy, verification result or finding requires regeneration.
1522#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1523pub struct ChangeSummary {
1524 /// The final commit the diff was read at.
1525 pub head: String,
1526 /// The merge base of the resolved remote base and `head`.
1527 pub base: String,
1528 /// Generation specification and verification/finding evidence fingerprint.
1529 /// Missing on older records, which must be regenerated.
1530 #[serde(default)]
1531 pub evidence: String,
1532 /// Title, sanitized.
1533 pub title: String,
1534 /// Body, sanitized, without the run marker.
1535 pub body: String,
1536}
1537
1538/// The owner question filed when the posting gate withheld a pull request
1539/// title or description, and how it ended. One record per rejected text
1540/// (`fingerprint`); see `github_text` for the flow.
1541#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1542pub struct GithubTextAsk {
1543 /// Hash of the rejected original title and body.
1544 pub fingerprint: String,
1545 /// The title is withheld.
1546 pub title: bool,
1547 /// The description is withheld.
1548 pub body: bool,
1549 /// Rule categories that fired.
1550 pub categories: Vec<String>,
1551 /// The question currently standing, if one was filed.
1552 #[serde(default)]
1553 pub question: Option<String>,
1554 /// Questions filed so far (at most 2: the second follows a bad reply).
1555 #[serde(default)]
1556 pub asks: u32,
1557 /// The decision has been made (saved before the pull request is opened,
1558 /// so it is applied once and survives a restart).
1559 #[serde(default)]
1560 pub resolved: bool,
1561 /// With `resolved`: the owner's vetted replacement title; `None` means the
1562 /// neutral text for every withheld field.
1563 #[serde(default)]
1564 pub chosen_title: Option<String>,
1565 /// With `resolved`: which way the question was settled. `None` on a record
1566 /// written before this field existed (read as the neutral text).
1567 #[serde(default)]
1568 pub choice: Option<GithubTextChoice>,
1569 /// Final rejected rewrite, kept locally for display and an explicit override.
1570 #[serde(default)]
1571 pub rewrite: Option<GithubTextRewrite>,
1572}
1573
1574/// A usable rewrite that still failed the posting gate.
1575#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1576pub struct GithubTextRewrite {
1577 /// Final title after redaction.
1578 pub title: String,
1579 /// Final description after redaction and run marker insertion.
1580 pub body: String,
1581 /// Stable rule categories, never sensitive values.
1582 pub failed: Vec<String>,
1583}
1584
1585/// How a withheld pull request text was settled.
1586#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
1587#[serde(rename_all = "kebab-case")]
1588pub enum GithubTextChoice {
1589 /// The changed text: neutral for language, redacted for sensitive data
1590 /// (also silence, abandonment and an unknown answer).
1591 Fallback,
1592 /// The owner's vetted replacement title (`chosen_title`).
1593 MyTitle,
1594 /// The original text of every withheld field, past the posting gate.
1595 Original,
1596 /// The saved rewrite title and body, unmodified, past the posting gate.
1597 Rewrite,
1598}
1599
1600/// A review hand-off the panel did not agree to: findings that hold the merge
1601/// are still open and at least one seat's final vote was reject. Recorded on
1602/// [`RunState::contested_handoff`] so `land` can name them in its question.
1603#[derive(Debug, Clone, Serialize, Deserialize)]
1604pub struct ContestedHandoff {
1605 /// Open findings of severity Major or above, in report order.
1606 pub findings: Vec<Finding>,
1607 /// Seats (1-based) whose final vote was reject, with the agent in the seat.
1608 pub rejecters: Vec<(usize, String)>,
1609}
1610
1611pub use crate::review_repair::{Phase as MergeRepairPhase, Request as MergeRepair};
1612
1613impl ReviewRound {
1614 /// Each answering seat's final vote: its revote where reconsideration ran
1615 /// and answered, its initial vote otherwise. The single place this is
1616 /// decided, shared by the round's verdict and [`Self::contested_handoff`].
1617 pub fn final_votes(&self) -> Vec<(usize, String, ReviewVote)> {
1618 self.reviews
1619 .iter()
1620 .filter_map(|r| {
1621 self.reconsideration
1622 .iter()
1623 .find(|rv| rv.reviewer == r.reviewer)
1624 .and_then(|rv| rv.vote)
1625 .or(r.vote)
1626 .map(|v| (r.reviewer, r.agent.clone(), v))
1627 })
1628 .collect()
1629 }
1630
1631 /// Is this round's hand-off contested: a Major-or-above finding open and
1632 /// at least one final vote of reject? `None` otherwise. Kept as one small
1633 /// function so anything deciding on it reads the same answer.
1634 pub fn contested_handoff(&self) -> Option<ContestedHandoff> {
1635 let findings: Vec<Finding> = self
1636 .reviews
1637 .iter()
1638 .flat_map(|r| r.findings.iter())
1639 .filter(|f| f.severity.blocks())
1640 .cloned()
1641 .collect();
1642 if findings.is_empty() {
1643 return None;
1644 }
1645 let rejecters: Vec<(usize, String)> = self
1646 .final_votes()
1647 .into_iter()
1648 .filter(|(_, _, v)| *v == ReviewVote::Reject)
1649 .map(|(seat, agent, _)| (seat, agent))
1650 .collect();
1651 if rejecters.is_empty() {
1652 return None;
1653 }
1654 Some(ContestedHandoff {
1655 findings,
1656 rejecters,
1657 })
1658 }
1659
1660 /// Did at least one reviewer seat fail to answer this round?
1661 pub fn incomplete(&self) -> bool {
1662 self.answered < self.expected
1663 }
1664
1665 /// The honest state of this round's e2e leg.
1666 ///
1667 /// Never derive this from `e2e.is_empty()` alone anywhere else in the
1668 /// codebase — `NotConfigured` and `Deferred` both leave it empty, and
1669 /// only this method (backed by [`Self::e2e_deferred`]) tells them apart.
1670 /// A resource-blocked attempt is checked first and ahead of both: `e2e`
1671 /// is non-empty for it too, but `CommandOutcome::resource_blocked` says
1672 /// no command actually ran, and reading that as `Failed` is exactly how
1673 /// shared build-cache contention gets misreported as a verdict on the
1674 /// patch (see `CommandOutcome::resource_blocked`'s own doc).
1675 pub fn e2e_status(&self) -> E2eStatus {
1676 if self.e2e.iter().any(|o| o.resource_blocked) {
1677 E2eStatus::ResourceBlocked
1678 } else if !self.e2e.is_empty() {
1679 if self.e2e.iter().all(CommandOutcome::ok) {
1680 E2eStatus::Passed
1681 } else {
1682 E2eStatus::Failed
1683 }
1684 } else if self.e2e_deferred {
1685 E2eStatus::Deferred
1686 } else {
1687 E2eStatus::NotConfigured
1688 }
1689 }
1690
1691 /// Facts about this round's verification leg, judged against
1692 /// `current_head` — the commit whoever is asking is actually looking at
1693 /// right now. `None` when there is nothing worth surfacing: no
1694 /// `verify.e2e` configured, or the round's own check came back green (a
1695 /// passing result needs no skepticism attached to it, and an unread
1696 /// `None` is exactly what keeps a quiet round quiet instead of padding
1697 /// every prompt with "everything was fine").
1698 ///
1699 /// This is the single place that turns `e2e`/`e2e_deferred`/
1700 /// `verified_head`/`verified_at` into text. Every prompt and report that
1701 /// shows a round's verification result must build its wording from this,
1702 /// not re-derive its own summary at the call site — a hand-rolled
1703 /// version at one more place is exactly how "an old red read as today's
1704 /// answer" comes back through a different door (see the incident this
1705 /// type exists to prevent, recorded alongside `SCHEMA`'s doc for schema
1706 /// 8).
1707 pub fn verification_summary(&self, current_head: &str) -> Option<VerificationSummary> {
1708 let status = self.e2e_status();
1709 if matches!(status, E2eStatus::NotConfigured | E2eStatus::Passed) {
1710 return None;
1711 }
1712 let commit = match &self.verified_head {
1713 Some(h) if h == current_head => {
1714 format!("commit {} (this is the head being looked at now)", short(h))
1715 }
1716 Some(h) => format!("commit {} (an earlier head, since superseded)", short(h)),
1717 None => "commit unknown (no command finished checking one)".to_owned(),
1718 };
1719 let checked_at = match self.verified_at {
1720 Some(t) => format!("checked at {t}"),
1721 None => "checked at: unknown (recorded before this was tracked)".to_owned(),
1722 };
1723 let result = match status {
1724 E2eStatus::NotConfigured | E2eStatus::Passed => unreachable!("checked above"),
1725 E2eStatus::Failed => "result: FAILED".to_owned(),
1726 E2eStatus::Deferred => format!(
1727 "result: not run this round yet — deferred to the fixer{}. Not passed, not \
1728 failed.",
1729 self.e2e_defer_reason
1730 .as_deref()
1731 .map(|why| format!(" ({why})"))
1732 .unwrap_or_default()
1733 ),
1734 E2eStatus::ResourceBlocked => "result: could not run — a required resource was \
1735 not available. This is evidence about the machine, \
1736 not about the patch."
1737 .to_owned(),
1738 };
1739 let label = format!("round {}, {commit}, {checked_at}\n{result}", self.round);
1740 // `Failed` names the command that actually ran and failed;
1741 // `ResourceBlocked` names the operation magi was waiting on (or the
1742 // freshness check it could not confirm) — `command` still says what
1743 // was attempted even though nothing finished, and leaving it out is
1744 // exactly how a reviewer or fixer lost the one thing this leg *can*
1745 // still tell them: what was being checked, not whether it passed.
1746 let tail = matches!(status, E2eStatus::Failed | E2eStatus::ResourceBlocked).then(|| {
1747 self.e2e
1748 .iter()
1749 .filter(|o| !o.ok())
1750 .map(|o| format!("$ {}\n{}\n", o.command, o.output_tail))
1751 .collect::<String>()
1752 });
1753 Some(VerificationSummary { label, tail })
1754 }
1755}
1756
1757/// The honest state of a round's e2e leg. See [`ReviewRound::e2e_status`].
1758#[derive(Debug, Clone, Copy, PartialEq, Eq)]
1759pub enum E2eStatus {
1760 /// `verify.e2e` has no commands configured.
1761 NotConfigured,
1762 /// Skipped this round on purpose: blocking findings already required a
1763 /// fix, so the round went straight to the fixer instead of spending a
1764 /// full verify run on a head it already knew would need another pass.
1765 Deferred,
1766 /// Ran, and every command exited 0.
1767 Passed,
1768 /// Ran, and at least one command did not exit 0.
1769 Failed,
1770 /// Magi could not even get a command to run — the shared build cache's
1771 /// lease or freshness check was not available within budget. Evidence
1772 /// about the machine, never a verdict on the tree it named; must not be
1773 /// shown or counted the same as [`Self::Failed`].
1774 ResourceBlocked,
1775}
1776
1777/// [`ReviewRound::verification_summary`]'s output: the facts, pre-worded, for
1778/// a prompt or report to place under its own heading. Kept as two pieces
1779/// rather than one pre-joined string so a caller that wants to insert its own
1780/// note between the label and the raw command tail (see `prompt::review`) can
1781/// do so without re-parsing text back apart.
1782#[derive(Debug, Clone)]
1783pub struct VerificationSummary {
1784 /// Round, commit, freshness and result — always present.
1785 pub label: String,
1786 /// Raw `$ command` / output tail, present for `result: FAILED` and for
1787 /// a resource-blocked attempt (naming the operation magi was waiting on,
1788 /// even though nothing finished) — absent for every other result, which
1789 /// has nothing to add past the label.
1790 pub tail: Option<String>,
1791}
1792
1793/// The honest state of a run's final gate. See [`RunState::gate_status`].
1794#[derive(Debug, Clone, Copy, PartialEq, Eq)]
1795pub enum GateStatus {
1796 /// Never attempted, or the last attempt was resource-blocked (the shared
1797 /// build cache could not be acquired or confirmed fresh in time) and
1798 /// needs a retry.
1799 NotRun,
1800 /// No gate commands were configured. This is not successful verification.
1801 NotConfigured,
1802 /// Ran one or more commands, and every one of them exited 0.
1803 Passed,
1804 /// Ran one or more commands, and at least one did not exit 0.
1805 Failed,
1806}
1807
1808impl GateStatus {
1809 /// May a run in this state proceed to merge?
1810 pub fn ok(self) -> bool {
1811 matches!(self, Self::Passed)
1812 }
1813}
1814
1815/// What happened to the winning branch.
1816#[derive(Debug, Clone, Serialize, Deserialize)]
1817pub struct MergeOutcome {
1818 /// Requested mode.
1819 pub mode: MergeMode,
1820 /// Did the requested operation succeed? Publication and no-op success do not prove a merge.
1821 pub ok: bool,
1822 /// Command output, or the command the operator should run.
1823 #[serde(default)]
1824 pub detail: String,
1825 /// The winner had no commits ahead of the base, so no pull request was
1826 /// attempted. Distinct from a `gh` failure: nothing was wrong with the
1827 /// tooling, there was simply nothing to land.
1828 #[serde(default)]
1829 pub empty: bool,
1830}
1831
1832/// A seat currently mid-answer: a prompt was sent and no reply has landed yet.
1833///
1834/// This is not the whole story of "is it alive" — a daemon killed mid-wave
1835/// leaves its last wave's entries here forever, since nothing ran to clear
1836/// them. A reader must cross-check a live daemon's heartbeat
1837/// (`daemon::is_working_on`) before trusting one of these as "still running"
1838/// rather than "abandoned". [`RunState::clear_active`] is what keeps that
1839/// leftover from surviving into the next attempt at this run: `execute` calls
1840/// it before doing anything else, so a resumed run never carries a stale
1841/// entry into its own report before the next wave repopulates it.
1842///
1843/// Deliberately carries no agent id: an implementer's agent is no secret, but
1844/// a judge or reviewer seat is blind (`SeatState::key` is keyed by seat, never
1845/// agent, for exactly this reason), and this struct has no way to tell which
1846/// kind of seat it describes. The seat key alone — already in the map this
1847/// lives under — is what every caller needs to say which seat is running.
1848///
1849/// The same map also carries entries for shell-command work that runs
1850/// outside any seat — `verify.e2e`, `verify.gate` — keyed by the task's own
1851/// name (`"e2e"`, `"gate"`) rather than a seat key. [`Self::task`] is `Some`
1852/// only for those; it is how a reader tells the two kinds of entry apart
1853/// without a second map, a second route, or a second SSE reason to poll for
1854/// — see [`RunState::seats_active`] / [`RunState::tasks_active`] for the
1855/// accessors that split them back apart. A task entry is exactly as blind as
1856/// a seat entry: no agent runs it, so there is nothing to leak, and
1857/// [`Self::command`] carries only the shell command being run, never
1858/// anything about who is running it.
1859#[derive(Debug, Clone, Serialize, Deserialize)]
1860pub struct ActiveSeat {
1861 /// Node the seat is answering for, e.g. `implement`, `judge`, `review`.
1862 /// For a task entry, the node the command list runs under (`verify`,
1863 /// `gate`).
1864 pub node: String,
1865 /// When this attempt — or, for a task entry, this one command — was
1866 /// started. A task entry's timer resets at every command boundary,
1867 /// because `verify.e2e` / `verify.gate` apply their timeout per command,
1868 /// not once across the whole list — see [`RunState::task_command`].
1869 pub started_at: Timestamp,
1870 /// The wall-clock budget for this attempt (a seat) or this one command
1871 /// (a task entry).
1872 pub timeout_secs: u64,
1873 /// 0 for the first ask, N for the Nth nudge or resume. For a task entry,
1874 /// 0 for the first pass over the command list, N for the Nth retry (see
1875 /// `run_e2e_with_retry`'s build/link retry).
1876 #[serde(default)]
1877 pub attempt: usize,
1878 /// `None` for a seat; `Some("e2e")` / `Some("gate")` for a running
1879 /// command-list task. This is the type tag that lets both kinds of entry
1880 /// share one map without a task ever being mistaken for a (blind) seat —
1881 /// see this struct's own doc. Omitted from JSON when absent (the common,
1882 /// seat case), rather than written out as a literal `null` on every one
1883 /// of a run's seat entries.
1884 #[serde(default, skip_serializing_if = "Option::is_none")]
1885 pub task: Option<String>,
1886 /// The command currently running, task entries only. Never set on a
1887 /// seat entry — a seat has no command, only a prompt, and a prompt is
1888 /// not safe to show mid-run (see this struct's blindness note).
1889 #[serde(default, skip_serializing_if = "Option::is_none")]
1890 pub command: Option<String>,
1891 /// 1-based position of [`Self::command`] within the task's command list.
1892 #[serde(default, skip_serializing_if = "Option::is_none")]
1893 pub index: Option<usize>,
1894 /// Number of commands in the task's list.
1895 #[serde(default, skip_serializing_if = "Option::is_none")]
1896 pub total: Option<usize>,
1897}
1898
1899/// What a wave is waiting for before it may spawn its agents.
1900#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1901pub struct ResourceWait {
1902 /// Node whose seats wait.
1903 pub node: String,
1904 /// What is awaited, e.g. `shared build cache`.
1905 pub kind: String,
1906 /// Who holds it, as far as known.
1907 pub holder: String,
1908 /// When the wait began.
1909 pub since: Timestamp,
1910 /// The wait's own bound, seconds (`[graph] timeout_resource_wait`).
1911 pub limit_secs: u64,
1912}
1913
1914/// Why a resource operation stopped. Older records did not retain this evidence.
1915#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
1916#[serde(tag = "kind", rename_all = "snake_case")]
1917pub enum ResourceBlockCause {
1918 /// No structured evidence was saved.
1919 #[default]
1920 Unrecorded,
1921 /// The resource wait actually exhausted its own budget.
1922 Timeout {
1923 /// Measured wait duration.
1924 waited_secs: u64,
1925 /// Configured resource wait budget.
1926 limit_secs: u64,
1927 },
1928 /// Acquisition was cancelled, possibly by a known park request.
1929 Cancelled {
1930 /// Available only when the caller retained the park request.
1931 park: Option<ParkCause>,
1932 },
1933 /// An infrastructure error, rather than an elapsed wait.
1934 Other,
1935}
1936
1937/// A resumable resource stop; earlier nodes or peers may already have run.
1938#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
1939pub struct ResourceBlock {
1940 /// Node whose operation was blocked or interrupted.
1941 pub node: String,
1942 /// What stayed busy.
1943 pub kind: String,
1944 /// Structured evidence from the point where acquisition ended.
1945 #[serde(default)]
1946 pub cause: ResourceBlockCause,
1947 /// Why the operation ended, in words.
1948 pub detail: String,
1949 /// When it ended.
1950 pub at: Timestamp,
1951}
1952
1953impl ResourceBlock {
1954 /// Shared CLI, queue-hold and Web wording. Never infer a timeout from a
1955 /// resource kind or a legacy record's configured budget.
1956 #[must_use]
1957 pub fn description(&self) -> String {
1958 let reason = match &self.cause {
1959 ResourceBlockCause::Timeout {
1960 waited_secs,
1961 limit_secs,
1962 } => format!("resource wait timed out after {waited_secs}s (limit {limit_secs}s)"),
1963 ResourceBlockCause::Cancelled { park: Some(cause) } => {
1964 format!("resource wait cancelled for parking ({})", cause.label())
1965 }
1966 ResourceBlockCause::Cancelled { park: None } => "resource wait cancelled".into(),
1967 ResourceBlockCause::Other => "resource operation blocked".into(),
1968 ResourceBlockCause::Unrecorded if self.detail == "the run is parking" => {
1969 "resource wait cancelled for parking (request source unrecorded)".into()
1970 }
1971 ResourceBlockCause::Unrecorded
1972 if self.detail == "the wait for the build cache was cancelled" =>
1973 {
1974 "resource wait cancelled (request source unrecorded)".into()
1975 }
1976 ResourceBlockCause::Unrecorded => "resource stop cause unrecorded".into(),
1977 };
1978 format!("{}: {}: {reason} ({})", self.node, self.kind, self.detail)
1979 }
1980}
1981
1982impl ActiveSeat {
1983 /// Seconds since this attempt was sent.
1984 #[must_use]
1985 pub fn elapsed_secs(&self, now: Timestamp) -> i64 {
1986 (now.as_second() - self.started_at.as_second()).max(0)
1987 }
1988
1989 /// Seconds left before this attempt's own timeout fires, floored at zero
1990 /// rather than going negative once the CLI has overrun its budget.
1991 #[must_use]
1992 pub fn remaining_secs(&self, now: Timestamp) -> i64 {
1993 (self.timeout_secs as i64 - self.elapsed_secs(now)).max(0)
1994 }
1995}
1996
1997/// Whether a process is provably still driving a run, provably not, or
1998/// neither — see [`RunState::liveness`]. Serialized as a lowercase string
1999/// (`"live"` / `"dead"` / `"unknown"`) rather than a bool: a bool has no room
2000/// for "could not tell", and folding that case into either `true` or `false`
2001/// is exactly the wrong call for a display an operator uses to decide
2002/// whether to wait or to act — see the schema-10 field doc on
2003/// [`RunState::driver_pid`] for the report it used to produce instead.
2004#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
2005#[serde(rename_all = "lowercase")]
2006pub enum Liveness {
2007 /// Proven: a daemon's heartbeat or a matching held execution lease claims
2008 /// the run, or (for legacy records) `driver_pid` answers
2009 /// alive under the same identity (`driver_started_at`) this run recorded
2010 /// for it.
2011 Live,
2012 /// Proven: no daemon claim, and an explicit exit or matching free execution
2013 /// lease, or `driver_pid` answers dead outright
2014 /// or it answers alive under a *different* identity than recorded — a
2015 /// pid the OS has since handed to an unrelated process is exactly as
2016 /// good as proof the original driver is gone (see
2017 /// [`RunState::driver_started_at`]'s own doc).
2018 Dead,
2019 /// Neither proven — no daemon claim, and either no `driver_pid` to ask,
2020 /// the platform could not answer for it, or a live pid with nothing (or
2021 /// nothing queryable) to corroborate its identity against. Never treated
2022 /// as `Dead`: see [`RunState::liveness_with`].
2023 Unknown,
2024}
2025
2026/// A timestamped note about a node.
2027#[derive(Debug, Clone, Serialize, Deserialize)]
2028pub struct Event {
2029 /// When.
2030 pub at: Timestamp,
2031 /// Node name.
2032 pub node: String,
2033 /// What happened.
2034 pub message: String,
2035}
2036
2037/// How far the winner's tree trailed the landing base, last time it was
2038/// checked, and what came of trying to close that gap.
2039///
2040/// Set by `graph::Runner::sync_to_base`, which runs before the review loop and
2041/// again before the gate: verifying against a tree that does not yet contain
2042/// the base's tip answers "green on the commit this run branched from", not
2043/// "green on what is about to land", and a merge on that answer can revert
2044/// whatever landed elsewhere while the run was thinking.
2045#[derive(Debug, Clone, Serialize, Deserialize)]
2046pub struct BaseSync {
2047 /// `<remote>/<base>` tip the tree was last checked against.
2048 pub tip: String,
2049 /// Commits `tip` was ahead of the tree at that check, before any rebase
2050 /// this round tried to close the gap. Zero means the tree already
2051 /// contained `tip`.
2052 pub behind: usize,
2053 /// Lifetime synchronization reservations, never reset. The active interval
2054 /// in `base_sync_recovery` enforces `graph::BASE_SYNC_ROUNDS`.
2055 pub attempts: usize,
2056 /// What git said, if the most recent rebase attempt conflicted or could
2057 /// not be pushed. `Some` here is what makes a `Blocked` run read as
2058 /// "stopped on the base, not on review or the gate" - the rebase is not
2059 /// retried again while this is set; a person has to look.
2060 #[serde(default)]
2061 pub conflict: Option<String>,
2062 /// Set when the winner's whole change turned out to be on the base already
2063 /// under other commit ids (see [`crate::already`]). Present exactly when the
2064 /// run ended as [`RunStatus::AlreadyInBase`].
2065 #[serde(default)]
2066 pub already_in: Option<crate::already::Evidence>,
2067}
2068
2069/// What the land loop saw last time it looked at the pull request.
2070///
2071/// Strings for `state` and `checks` on purpose: they are `gh`'s vocabulary, and
2072/// pinning them into an enum here would mean a new GitHub check conclusion
2073/// turns a readable status into a deserialisation error on a run someone is
2074/// trying to look at.
2075#[derive(Debug, Clone, Serialize, Deserialize)]
2076pub struct PrRecord {
2077 /// Pull request url.
2078 pub url: String,
2079 /// Pull request number.
2080 pub number: u64,
2081 /// `open`, `merged` or `closed`.
2082 pub state: String,
2083 /// `pending`, `green`, `red` or `unknown`.
2084 pub checks: String,
2085 /// Land round, 1-based, or 0 before the first fix.
2086 pub round: usize,
2087 /// Land round budget.
2088 pub rounds: usize,
2089 /// Checks that were red when the pull request merged anyway (the forge
2090 /// said they do not block it). Empty for a green merge, and for any run
2091 /// recorded before this field existed - so empty is not proof nothing was
2092 /// red.
2093 #[serde(default, skip_serializing_if = "Vec::is_empty")]
2094 pub red_at_merge: Vec<String>,
2095}
2096
2097/// What the post-merge release-bump step did, and whether it needs a human.
2098///
2099/// Recorded next to the `bump` events rather than instead of them: the events
2100/// are the narrative, this is what `magi show`, the status word and the
2101/// notification read without parsing prose. `status` stays `Merged` - the
2102/// merge did happen - so [`RunState::needs_attention`] is the one place that
2103/// says a merged run is not fully done.
2104#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
2105pub struct ReleaseBump {
2106 /// The release pull request, when one was opened.
2107 #[serde(default)]
2108 pub pr_url: Option<String>,
2109 /// The version it releases.
2110 #[serde(default)]
2111 pub version: Option<String>,
2112 /// Did enabling automerge on `pr_url` succeed?
2113 #[serde(default)]
2114 pub automerge_enabled: bool,
2115 /// GitHub refused automerge because CI had already finished (the pull
2116 /// request was in clean status), so magi merged it directly. Kept apart
2117 /// from `automerge_enabled`, which stays the plain fact it says it is.
2118 #[serde(default)]
2119 pub merged_directly: bool,
2120 /// `[release] mode = "local"`: no automerge was armed; the pull request is
2121 /// merged on the owner's approval and released by `magi serve`
2122 /// ([`crate::release_local`]).
2123 #[serde(default)]
2124 pub local: bool,
2125 /// What the local release did (tag, commit, each command's exit code and
2126 /// output tail), kept here because the watcher's own record is deleted
2127 /// once the release is done.
2128 #[serde(default)]
2129 pub release: Option<crate::release_local::Job>,
2130 /// What went wrong, verbatim from the tool that said it.
2131 #[serde(default)]
2132 pub problem: Option<String>,
2133 /// What the operator has to do about it. `Some` is what makes a merged run
2134 /// read as needing attention.
2135 #[serde(default)]
2136 pub action_required: Option<String>,
2137 /// Why no release bump was made. A skipped bump is not a completed
2138 /// release: the report and the web page say SKIPPED with this reason.
2139 #[serde(default)]
2140 pub skipped: Option<String>,
2141}
2142
2143/// The workflow runs `land` reran on one head, with when (unix seconds).
2144#[derive(Debug, Clone, Default, Serialize, Deserialize, PartialEq, Eq)]
2145pub struct LandReruns {
2146 /// The commit the reruns were made on.
2147 pub head: String,
2148 /// Workflow run id to the unix second it was rerun.
2149 pub runs: BTreeMap<String, i64>,
2150}
2151
2152/// Successful launcher fetch, persisted independently of moving tracking refs.
2153#[derive(Debug, Clone, Serialize, Deserialize)]
2154pub struct FetchedBase {
2155 /// Remote fetched by the launcher.
2156 pub remote: String,
2157 /// Remote branch selected as the run base.
2158 pub branch: String,
2159 /// Resolved commit immediately after the successful fetch.
2160 pub commit: String,
2161 /// Time the launcher observed the successful fetch.
2162 pub fetched_at: Timestamp,
2163}
2164
2165/// Durable evidence recorded before startup can acquire repository assets.
2166#[derive(Debug, Clone, Serialize, Deserialize)]
2167pub struct Startup {
2168 /// Implementation, review, or public-head recovery.
2169 pub kind: String,
2170 /// Requested review branch, before any checkout or ref changes.
2171 pub branch: Option<String>,
2172 /// Last durable startup boundary.
2173 pub stage: String,
2174 /// Construction finished successfully; false forbids graph resumption.
2175 pub complete: bool,
2176 /// Original startup error, or an interruption requiring inspection.
2177 pub failure: Option<String>,
2178}
2179
2180/// Error context preserves the underlying typed refusal/resource error.
2181#[derive(Debug, Clone, Serialize, Deserialize)]
2182pub struct StartupFailure {
2183 /// Reserved run retained for audit.
2184 pub run: String,
2185 /// Boundary that failed.
2186 pub stage: String,
2187}
2188
2189impl std::fmt::Display for StartupFailure {
2190 fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
2191 write!(f, "run {} startup failed at {}", self.run, self.stage)
2192 }
2193}
2194
2195/// The whole run.
2196#[derive(Debug, Clone, Serialize, Deserialize)]
2197pub struct RunState {
2198 /// On-disk format version.
2199 pub schema: u32,
2200 /// Run id, e.g. `20260830-153012-a1b2`.
2201 pub id: String,
2202 /// Repository the run operates on.
2203 pub repo: PathBuf,
2204 /// Branch the run started from.
2205 pub base_branch: String,
2206 /// Commit the run started from.
2207 pub base_commit: String,
2208 /// Absent in older runs; never infer fetch evidence from a tracking ref.
2209 #[serde(default)]
2210 pub fetched_base: Option<FetchedBase>,
2211 /// Guarded destination for an isolated review of a foreign checkout.
2212 #[serde(default)]
2213 pub foreign_checkout: Option<crate::foreign_checkout::ForeignCheckout>,
2214 /// Reservation lifecycle; incomplete startups must never execute as fresh work.
2215 #[serde(default)]
2216 pub startup: Option<Startup>,
2217 /// The task, verbatim.
2218 pub instruction: String,
2219 /// Authored task criteria before review scaffolding was generated.
2220 #[serde(default)]
2221 pub task_instruction: Option<String>,
2222 /// When the run was created.
2223 pub created_at: Timestamp,
2224 /// Last state flush.
2225 pub updated_at: Timestamp,
2226 /// Execution activity for artifact reclamation; bookkeeping saves do not refresh it.
2227 #[serde(default)]
2228 pub output_activity_at: Option<Timestamp>,
2229 /// Current status.
2230 pub status: RunStatus,
2231 /// Seed for labels and session ids.
2232 pub seed: u64,
2233 /// Config snapshot, so a resumed run behaves like the original.
2234 pub config: Config,
2235 /// Applied explicit repair authorizations and crash checkpoints.
2236 #[serde(default)]
2237 pub repair_grants: Vec<crate::repair_budget::Applied>,
2238 /// Additive approval policy; retained even if a later head removes it.
2239 #[serde(default)]
2240 pub branch_owner_holds: Vec<BranchOwnerHold>,
2241 /// Did this run take a reference on `extensions.worktreeConfig` being on
2242 /// (see [`crate::git::acquire_worktree_config`])? If so, cleanup releases
2243 /// it - which only actually turns the setting back off once every other
2244 /// run sharing this repository has released its own reference too.
2245 #[serde(default)]
2246 pub enabled_worktree_config: bool,
2247 /// Public pull request head, separate from competition branches.
2248 #[serde(default)]
2249 pub pr_head: Option<String>,
2250 /// Operator-selected source and original public lease, distinct from repaired HEAD.
2251 #[serde(default)]
2252 pub pr_recovery: Option<crate::pr_recovery::Selection>,
2253 /// Actual ordered load inputs (remote-layer paths contain their source commit).
2254 /// The resolved commands are retained in `config`, without re-rendering provenance.
2255 #[serde(default)]
2256 pub recovery_config: Option<crate::pr_recovery::ConfigEvidence>,
2257 /// Last head successfully pushed by this run; never an observed remote tip.
2258 #[serde(default)]
2259 pub pr_pushed_head: Option<String>,
2260 /// Public PR head observed when the forge confirmed its merge; absent on old records.
2261 #[serde(default)]
2262 pub pr_merged_head: Option<String>,
2263 /// Last title posted by this run, used to preserve human title edits.
2264 #[serde(default)]
2265 pub pr_posted_title: Option<String>,
2266 /// Publication has not completed; resume retries it without competing again.
2267 #[serde(default)]
2268 pub pr_publication_pending: bool,
2269 /// Successor that owns this run's pull request; this record is historical.
2270 #[serde(default)]
2271 pub pr_taken_over_by: Option<String>,
2272 /// Empty attempt retired to a recovery authority; reports and refs remain.
2273 /// Separate from Superseded: this never settles questions or closes PRs.
2274 #[serde(default)]
2275 pub retired_to: Option<String>,
2276 /// Candidates.
2277 #[serde(default)]
2278 pub candidates: Vec<Candidate>,
2279 /// Initial blind rankings.
2280 #[serde(default)]
2281 pub judgements: Vec<Judgement>,
2282 /// `judge` decided a solo candidate needs no panel and only logged it.
2283 ///
2284 /// `judgements` stays empty in that case — nothing to distinguish from
2285 /// "not yet judged" — so this is the record that makes the skip
2286 /// idempotent: without it, every reentry re-ran `judge`, re-logged the
2287 /// same event, and rewrote `status` to `Judging` over whatever a later
2288 /// node had already concluded.
2289 #[serde(default)]
2290 pub judge_skipped: bool,
2291 /// Deliberation, if it happened.
2292 #[serde(default)]
2293 pub deliberation: Vec<DeliberationRound>,
2294 /// Private final votes.
2295 #[serde(default)]
2296 pub votes: Vec<VoteRecord>,
2297 /// The count.
2298 #[serde(default)]
2299 pub tally: Option<Tally>,
2300 /// Review rounds.
2301 #[serde(default)]
2302 pub reviews: Vec<ReviewRound>,
2303 /// Final gate.
2304 ///
2305 /// Never derive whether the gate has run from `gate.is_empty()` alone —
2306 /// use [`Self::gate_status`] instead. An empty list is ambiguous on its
2307 /// own: it is what an unattempted gate looks like, what a
2308 /// resource-blocked attempt leaves behind (see `graph::Runner::gate`'s
2309 /// own doc), and also what a repo with no `verify.gate` commands
2310 /// configured produces once it *has* run. [`Self::gate_ran`] is what
2311 /// tells the third case apart from the first two.
2312 #[serde(default)]
2313 pub gate: Vec<CommandOutcome>,
2314 /// Did `gate()` actually record an attempt — zero commands configured
2315 /// (not configured), or one or more commands that ran to
2316 /// completion — as opposed to never having run, or having last hit a
2317 /// resource-blocked retry?
2318 ///
2319 /// `gate.is_empty()` cannot tell those apart by itself: a repo with no
2320 /// `verify.gate` commands leaves `gate` empty exactly like an
2321 /// unattempted or resource-blocked one does, and reading that empty list
2322 /// as "not yet run" is what stranded a review-only run in
2323 /// `RunStatus::Gating` forever on such a repo — see `SCHEMA`'s doc for
2324 /// schema 7. A record written before this field existed defaults to
2325 /// `false` and is migrated in [`migrate_schema`].
2326 #[serde(default)]
2327 pub gate_ran: bool,
2328 /// The winner's commit the recorded `gate` ran against. `None` on a record
2329 /// from before this existed, which reads as "commit unknown".
2330 #[serde(default)]
2331 pub gate_head: Option<String>,
2332 /// Verification on a changed head, separate from the review judgment.
2333 #[serde(default)]
2334 pub head_e2e: Option<GateRepairE2e>,
2335 /// Append-only evidence replaced when the winner moves to another head.
2336 #[serde(default)]
2337 pub verification_history: Vec<VerificationEvidence>,
2338 /// Resume must reconcile, sync, gate and publish the existing PR head before CI.
2339 #[serde(default)]
2340 pub land_sync_pending: bool,
2341 /// Winner tip before a landing rebase, retained until worktree setup finishes.
2342 #[serde(default)]
2343 pub land_rebase_from: Option<String>,
2344 /// Fix rounds a failing gate has already spent, oldest first. Persisted
2345 /// right after each fixer call so a resumed run spends only what is left
2346 /// of `graph.gate_fix_rounds` instead of starting the budget over.
2347 #[serde(default)]
2348 pub gate_fixes: Vec<GateFixRecord>,
2349 /// Publication after gate repair requires successful e2e on the final SHA.
2350 #[serde(default)]
2351 pub gate_repair_e2e: Option<GateRepairE2e>,
2352 /// Fixer rounds spent on a rebase conflict (base sync and land share one
2353 /// budget, `graph.review_rounds`), oldest first. Persisted right before
2354 /// each fixer call, so a resumed run spends only what is left.
2355 #[serde(default)]
2356 pub rebase_fixes: Vec<RebaseFixRecord>,
2357 /// The graft phase's record, once it started or was skipped for a
2358 /// reason worth keeping. `None` for a run that never reached it.
2359 #[serde(default)]
2360 pub graft: Option<GraftRecord>,
2361 /// What this run inherited from the attempt it took over, and why (see
2362 /// [`crate::recovery`]). `None` for a run that took nothing over.
2363 /// Additive and `#[serde(default)]`, so `SCHEMA` stays put.
2364 #[serde(default)]
2365 pub recovery: Option<crate::recovery::RecoveryRecord>,
2366 /// Set at the review loop's hand-off when the last round ended with a
2367 /// blocking finding still open *and* a reviewer's final vote was reject
2368 /// (see [`ReviewRound::contested_handoff`]). `land` reads it to ask the
2369 /// owner before merging even with `graph.land_approval` off. A snapshot
2370 /// taken at hand-off, never recomputed later.
2371 #[serde(default)]
2372 pub contested_handoff: Option<ContestedHandoff>,
2373 /// The head commit `land` has armed (or is about to arm) GitHub auto-merge
2374 /// on. Saved *before* the arm call, so a crash right after it still tells
2375 /// a resume that the forge may be holding an armed merge. Cleared the
2376 /// moment auto-merge is disabled or the pull request is done.
2377 #[serde(default)]
2378 pub land_armed_head: Option<String>,
2379 /// Workflow runs `land` has rerun for the head it is bound to. Saved
2380 /// *before* each `gh run rerun`, so a restart never reruns twice; replaced
2381 /// when the head moves.
2382 #[serde(default)]
2383 pub land_reruns: Option<LandReruns>,
2384 /// First unreadable merge-state observation per head, independent of reruns.
2385 #[serde(default)]
2386 pub land_unsaid: Option<(String, i64)>,
2387 /// Structured CI evidence and owner question for a machine hold.
2388 #[serde(default)]
2389 pub land_unrelated: Option<crate::land::CiHold>,
2390 /// The merge-approval question `land` last filed, and the head commit its
2391 /// panel showed. An answer is only honoured for that exact commit: a fix
2392 /// or rebase push makes a new head the owner has not seen.
2393 #[serde(default)]
2394 pub land_approval: Option<LandApproval>,
2395 /// Repair history on this same PR and run; no second task owns the branch.
2396 #[serde(default)]
2397 pub merge_repairs: Vec<MergeRepair>,
2398 /// Owner stop/withdraw/replacement checkpoint, independent of PR head movement.
2399 #[serde(default)]
2400 pub merge_decision: Option<crate::merge_decision::Decision>,
2401 /// Previous attempt replaced by this run; its PR is never reused.
2402 #[serde(default)]
2403 pub replaces: Option<crate::merge_decision::Replacement>,
2404 /// The posting-gate question for this run's pull request text, if the gate
2405 /// withheld any. While `resolved` is `None` the run is parked on it.
2406 #[serde(default)]
2407 pub github_text: Option<GithubTextAsk>,
2408 /// The whole-change description of a review-only run, tied to the final
2409 /// commit and base it was written from. `None` until one was produced.
2410 #[serde(default)]
2411 pub change_summary: Option<ChangeSummary>,
2412 /// Outcomes of the `verify.pre_gate` commands from the latest time they
2413 /// ran on the winner. Informational only: a failure here never blocks the
2414 /// run, the gate stays the single arbiter. Overwritten on each pass.
2415 #[serde(default)]
2416 pub pre_gate: Vec<CommandOutcome>,
2417 /// The latest commit a `pre_gate` pass made, if any pass left changes.
2418 #[serde(default)]
2419 pub pre_gate_commit: Option<String>,
2420 /// Merge outcome.
2421 #[serde(default)]
2422 pub merge: Option<MergeOutcome>,
2423 /// Vendor tokens seen in judged material.
2424 #[serde(default)]
2425 pub leaks: Vec<Leak>,
2426 /// Seats lost to a CLI rate limit / quota, in the order they hit.
2427 #[serde(default)]
2428 pub quota: Vec<QuotaLoss>,
2429 /// Seats handed to the next roster agent after a failure, in order.
2430 /// Additive, so `SCHEMA` is not bumped.
2431 #[serde(default)]
2432 pub handovers: Vec<Handover>,
2433 /// How many agent-change seats this run has minted; mixed into their
2434 /// session ids so re-handing a seat to an agent it already had never
2435 /// reuses that agent's earlier uuid. Additive.
2436 #[serde(default)]
2437 pub seat_epoch: u64,
2438 /// Per reviewer seat, which roster agents already failed it and which one
2439 /// last answered, carried across review rounds. Additive, so `SCHEMA` is
2440 /// not bumped. See [`SeatHistory`].
2441 #[serde(default)]
2442 pub seat_history: BTreeMap<String, SeatHistory>,
2443 /// Stray foreign lockfiles a rescue commit left out, one entry per path.
2444 #[serde(default)]
2445 pub withheld: Vec<Withheld>,
2446 /// One entry per time a process took this run over (`Runner::execute`),
2447 /// oldest first. Append-only: a later resume closes the pass before it
2448 /// and never rewrites what that pass recorded. A run from before this
2449 /// existed has none for its earlier passes, which stay "not recorded".
2450 /// Additive, so `SCHEMA` is not bumped.
2451 #[serde(default)]
2452 pub passes: Vec<RunPass>,
2453 /// Set by whoever is about to execute this run on a task's behalf, read
2454 /// and cleared by the next [`RunState::begin_pass`]. Never persisted.
2455 #[serde(skip)]
2456 pub next_pass_task_entry: bool,
2457 /// Parked at a node boundary, waiting to be resumed.
2458 ///
2459 /// A run that is neither finished nor being worked on is otherwise
2460 /// indistinguishable from one whose daemon was killed, and the two want
2461 /// opposite things from an operator: the first is expected to be resumed,
2462 /// the second is a leftover. Cleared by the resume that carries it on.
2463 #[serde(default)]
2464 pub parked: bool,
2465 /// Seats of `node` are waiting, before any agent is spawned, for a shared
2466 /// resource (the build cache's lease). While this is `Some` the seats in
2467 /// [`Self::active`] are *not* running: their countdown has not started.
2468 /// Cleared the moment the wait ends, whichever way.
2469 #[serde(default, skip_serializing_if = "Option::is_none")]
2470 pub resource_wait: Option<ResourceWait>,
2471 /// The run stopped on a resource operation. This does not establish a timeout.
2472 /// Pre-spawn acquisition failures do not spend the affected agent's budget,
2473 /// alter its seat history or cause fallback. Earlier operations may have
2474 /// completed; resource interruption can also stop a running operation.
2475 /// Cleared by resume.
2476 #[serde(default, skip_serializing_if = "Option::is_none")]
2477 pub resource_block: Option<ResourceBlock>,
2478 /// The run that took this run's worktree over, when one did — see
2479 /// [`crate::handover`]. `Some` means the worktree is gone on purpose and
2480 /// the run can no longer be resumed from it ([`Self::released`]).
2481 #[serde(default)]
2482 pub released_to: Option<String>,
2483 /// Branches that outlived this run's released worktree and now belong to
2484 /// the run in [`Self::released_to`] (and to its pull request). A later
2485 /// fold must leave them alone.
2486 #[serde(default)]
2487 pub released_branches: Vec<String>,
2488 /// Turns whose Git/artifact preservation is not confirmed. A resume retries
2489 /// persistence before deciding whether an interrupted turn needs execution.
2490 #[serde(default)]
2491 pub candidate_preservation: BTreeMap<char, String>,
2492 /// Interrupted turns whose empty trees must remain eligible for execution.
2493 /// Kept separately from preservation errors so failed rescue retries retain
2494 /// the distinction between an unfinished turn and a completed empty reply.
2495 #[serde(default)]
2496 pub interrupted_implementations: BTreeSet<char>,
2497 /// Legacy automatically inferred references, retained only for audit.
2498 /// These are never explicit authorization and never seed preparation.
2499 #[serde(default)]
2500 pub seeds: Vec<crate::refs::Seed>,
2501 /// Explicit, SHA-pinned implementation imports; separate from instruction text.
2502 #[serde(default, skip_serializing_if = "crate::refs::Sources::is_empty")]
2503 pub sources: crate::refs::Sources,
2504 /// Candidate preparation stopped before agents ran; requires an explicit source correction.
2505 #[serde(default)]
2506 pub prep_failure: Option<String>,
2507 /// None identifies legacy records; new runs persist preparation completion explicitly.
2508 #[serde(default)]
2509 pub prep_complete: Option<bool>,
2510 /// Per-seat conversation state.
2511 #[serde(default)]
2512 pub seats: BTreeMap<String, SeatState>,
2513 /// Seats currently mid-answer, keyed by seat.
2514 ///
2515 /// An entry exists from the moment a prompt is sent until a reply (of any
2516 /// kind — success, failure, quota, drop) comes back, so its keys are
2517 /// exactly "who hasn't answered yet" for whichever node populated it. See
2518 /// [`ActiveSeat`] for why a reader still has to check a live daemon
2519 /// before trusting one of these as "running" rather than "abandoned".
2520 #[serde(default)]
2521 pub active: BTreeMap<String, ActiveSeat>,
2522 /// Process id of whichever `execute()` call last drove this run —
2523 /// written at the very top of that method, the same place
2524 /// [`Self::clear_active`] runs, so a fresh reentry always overwrites the
2525 /// pid a previous, possibly-dead process left behind.
2526 ///
2527 /// A daemon-claimed run already has a stronger signal
2528 /// (`daemon::is_working_on`), but a `magi run` / `magi review` typed
2529 /// straight into a terminal claims nothing there — before this field
2530 /// existed, [`report::active_seats`] had no way to tell that run apart
2531 /// from one a killed process abandoned, and printed the same "no live
2532 /// daemon claims this run" warning over a run that was, in fact, still
2533 /// answering. See [`Liveness`] for how this and the daemon claim combine.
2534 /// Released ownership clears this field together with `driver_started_at`;
2535 /// legacy records may retain the old pid with `driver_exited = true`.
2536 #[serde(default)]
2537 pub driver_pid: Option<u32>,
2538 /// Whether execution has ever claimed this record. New runs persist false
2539 /// before exposure, then true atomically with their first pass and PID.
2540 /// None is legacy/unknown, never evidence that execution did not start.
2541 #[serde(default, skip_serializing_if = "Option::is_none")]
2542 pub driver_claimed: Option<bool>,
2543 /// The OS-reported moment [`Self::driver_pid`] started, recorded in the
2544 /// same breath as the pid itself — an opaque marker
2545 /// (`crate::proc::process_started_at`, epoch seconds as an integer
2546 /// string), compared only for equality. Older runs hold a locale-dependent
2547 /// string here; those read as `Unknown`, never `Dead`.
2548 ///
2549 /// A pid alone never proves a live process is *this run's* driver: pids
2550 /// get reused, sometimes within minutes on a busy machine, and a killed
2551 /// manual `magi run` whose pid a later, wholly unrelated process happens
2552 /// to receive would otherwise read back as `Liveness::Live` from that
2553 /// coincidence alone. [`Self::liveness`] re-queries the current holder
2554 /// of `driver_pid` and requires this marker to still match before
2555 /// trusting a live answer — a mismatch means a different process now
2556 /// answers to that number, and no marker to compare (an old run, or a
2557 /// platform this build could not ask at record time) means neither
2558 /// extreme can be proven.
2559 #[serde(default)]
2560 pub driver_started_at: Option<String>,
2561 /// The process named by [`Self::driver_pid`] has stopped driving this run:
2562 /// its graph walk returned, whatever the outcome. Cleared at the start of
2563 /// every walk, set as the last write of one.
2564 ///
2565 /// A long-lived `magi serve` outlives its individual graph walks. The
2566 /// execution guard sets this and clears the pid/start marker when a walk
2567 /// returns, is cancelled or unwinds. A kill or failed save instead leaves
2568 /// a free pass-bound execution lease or a lost process identity for
2569 /// startup reconciliation. Older exited records may retain a historical pid.
2570 #[serde(default)]
2571 pub driver_exited: bool,
2572 /// Last observation of the winner's pull request, when a land loop ran.
2573 ///
2574 /// Persisted rather than derived from the event log because the phone asks
2575 /// two questions about a run that has opened a PR - how are its checks and
2576 /// which round is it on - and parsing prose out of events to answer them
2577 /// would break the first time an event message was reworded.
2578 #[serde(default)]
2579 pub pr: Option<PrRecord>,
2580 /// The post-merge release-bump step's outcome, when it got as far as
2581 /// having one to report. See [`ReleaseBump`].
2582 #[serde(default)]
2583 pub release_bump: Option<ReleaseBump>,
2584 /// Decision history also survives failures before a release outcome exists.
2585 #[serde(default)]
2586 pub bump_decision_attempts: Vec<crate::bump::DecisionAttempt>,
2587 /// The last look at how far the winner's tree trailed the landing base,
2588 /// and the rebase(s) tried to close that gap. `None` until the tree has a
2589 /// winner to check.
2590 #[serde(default)]
2591 pub base_sync: Option<BaseSync>,
2592 /// Stable stop identity and single-use owner authorizations, with prior evidence.
2593 #[serde(default)]
2594 pub base_sync_recovery: crate::base_sync_recovery::Recovery,
2595 /// The design-deliberation stage's output, when `[graph] advise` ran it:
2596 /// one record per advisor seat, plus the synthesis blended into the
2597 /// implementer's prompt. `None` when the stage is off, has not run yet,
2598 /// or could not even resolve its seats - see
2599 /// [`crate::graph::Runner::advise`].
2600 #[serde(default)]
2601 pub advice: Option<crate::advise::Advice>,
2602 /// Whether the design-deliberation stage has already been attempted this
2603 /// run, whatever it produced. The idempotency marker `Runner::advise`
2604 /// checks on reentry, the same role [`Self::judge_skipped`] plays for
2605 /// `judge` - without it a resumed run whose stage failed (a misconfigured
2606 /// `[roles] advisors`, every seat quota'd) would re-run it, and re-spend
2607 /// the agent calls, on every single reentry before `implement`.
2608 #[serde(default)]
2609 pub advise_attempted: bool,
2610 /// Node log.
2611 #[serde(default)]
2612 pub events: Vec<Event>,
2613 /// Commands seats' own CLIs reported running, across every node — see
2614 /// [`JobRecord`]. Populated in [`crate::graph::wave`] as each seat
2615 /// answers, so a resumed run keeps what earlier waves already collected
2616 /// rather than losing it to a reentry. Empty on a record written before
2617 /// this existed, or wherever no adapter reads structured job events for
2618 /// the backend a seat used — both read as "no evidence", not "nothing
2619 /// ran".
2620 #[serde(default)]
2621 pub jobs: Vec<JobRecord>,
2622 /// Operator-triggered targeted fixes — see [`OperatorFixRequest`] and
2623 /// `SCHEMA`'s doc for schema 9. Empty on every record written before
2624 /// this existed, which reads correctly as "no operator fix ever
2625 /// requested".
2626 #[serde(default)]
2627 pub operator_fixes: Vec<OperatorFixRequest>,
2628 /// Absolute paths of the files the task was filed with (see
2629 /// `crate::queue::Task::attachments`), listed in the implementers' prompt
2630 /// and made readable to their seats. Refreshed from the task on every
2631 /// start and resume, so a file attached while the task was held reaches a
2632 /// resumed run. Additive and `#[serde(default)]`, so `SCHEMA` stays put.
2633 #[serde(default)]
2634 pub attachments: Vec<PathBuf>,
2635 /// Subjects of the commits a review-only run examines, oldest first, as
2636 /// they stood when the run opened. `Some` marks the run as reviewing
2637 /// existing work: the pull request title is taken from these rather than
2638 /// from the review prompt in `instruction`. Additive and
2639 /// `#[serde(default)]`, so `SCHEMA` stays put.
2640 #[serde(default)]
2641 pub reviewed_commits: Option<Vec<String>>,
2642 /// Who started this run and which task it serves — see [`Origin`] and
2643 /// `SCHEMA`'s doc for schema 13. `None` is a run recorded before origins
2644 /// existed, and is reported as unknown, never as an operator's.
2645 #[serde(default)]
2646 pub origin: Option<Origin>,
2647 /// Follow-up tasks filed from this run's open findings after it merged
2648 /// (`crate::followup`). Additive and `#[serde(default)]`, so `SCHEMA`
2649 /// stays put.
2650 #[serde(default)]
2651 pub followups: Vec<FollowupRecord>,
2652 /// Follow-up depth of the task this run served, remembered the first
2653 /// time it was read so deleting that task cannot reset the cap.
2654 #[serde(default)]
2655 pub followup_generation: Option<u32>,
2656 /// Chat the task this run served descends from, fixed at start like
2657 /// `followup_generation` so deleting the task cannot lose it.
2658 #[serde(default)]
2659 pub origin_chat: Option<String>,
2660 /// The pull-request comment naming the filed follow-ups was posted.
2661 #[serde(default)]
2662 pub followup_commented: bool,
2663 /// Held tasks the merge approval's deputy filed for this run that were
2664 /// released after the merge (`crate::followup::settle_deputy_tasks`).
2665 /// Additive and `#[serde(default)]`, so `SCHEMA` stays put; the task
2666 /// record is the source of truth and this is rebuilt from the queue.
2667 #[serde(default)]
2668 pub deputy_followups: Vec<String>,
2669}
2670
2671/// One follow-up task filed from a merged run. See [`RunState::followups`].
2672#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
2673pub struct FollowupRecord {
2674 /// Queue task id.
2675 pub task: String,
2676 /// Finding ids it covers.
2677 pub findings: Vec<String>,
2678}
2679
2680/// A monotonic owner hold observed in a reviewed commit.
2681#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
2682pub struct BranchOwnerHold {
2683 /// Approval switch enabled by the branch.
2684 pub control: crate::config::OwnerHold,
2685 /// Repository-relative configuration file.
2686 pub file: String,
2687 /// Pinned commit where the hold was first observed.
2688 pub head: String,
2689}
2690
2691impl RunState {
2692 /// Effective policy is the OR of trusted config and observed branch holds.
2693 pub fn owner_hold(&self, control: crate::config::OwnerHold) -> bool {
2694 control.base_value(&self.config.graph)
2695 || self.branch_owner_holds.iter().any(|h| h.control == control)
2696 }
2697
2698 /// Read only pinned commits of existing-branch reviews, never candidates.
2699 pub async fn observe_branch_owner_holds(&mut self, head: &str) {
2700 if !crate::graph::is_review_run(self) {
2701 return;
2702 }
2703 let (holds, diagnostics) = crate::config::branch_owner_holds(&self.repo, head).await;
2704 for message in diagnostics {
2705 tracing::warn!("{message}");
2706 self.event("approval-policy", message);
2707 }
2708 for (control, file) in holds {
2709 if self
2710 .branch_owner_holds
2711 .iter()
2712 .any(|h| h.control == control && h.file == file)
2713 {
2714 continue;
2715 }
2716 let message = format!(
2717 "{}=true from the reviewed branch's {file} at {head}",
2718 control.key()
2719 );
2720 tracing::info!("{message}");
2721 self.event("approval-policy", message);
2722 self.branch_owner_holds.push(BranchOwnerHold {
2723 control,
2724 file,
2725 head: head.to_owned(),
2726 });
2727 }
2728 }
2729
2730 /// A fresh, unreserved run. Production callers must call [`Self::reserve`]
2731 /// before using its id, deriving branches, or saving it. Resumes load instead.
2732 pub fn new(
2733 repo: PathBuf,
2734 base_branch: String,
2735 base_commit: String,
2736 instruction: String,
2737 config: Config,
2738 ) -> Self {
2739 let now = Timestamp::now();
2740 let seed = config.blind.seed.unwrap_or_else(crate::rng::entropy);
2741 Self {
2742 schema: SCHEMA,
2743 id: new_id(),
2744 repo,
2745 base_branch,
2746 base_commit,
2747 fetched_base: None,
2748 instruction,
2749 task_instruction: None,
2750 created_at: now,
2751 updated_at: now,
2752 output_activity_at: Some(now),
2753 status: RunStatus::Prep,
2754 seed,
2755 config,
2756 branch_owner_holds: Vec::new(),
2757 repair_grants: Vec::new(),
2758 enabled_worktree_config: false,
2759 foreign_checkout: None,
2760 pr_head: None,
2761 pr_recovery: None,
2762 recovery_config: None,
2763 pr_pushed_head: None,
2764 pr_merged_head: None,
2765 pr_posted_title: None,
2766 pr_publication_pending: false,
2767 pr_taken_over_by: None,
2768 retired_to: None,
2769 candidates: Vec::new(),
2770 judgements: Vec::new(),
2771 judge_skipped: false,
2772 deliberation: Vec::new(),
2773 votes: Vec::new(),
2774 tally: None,
2775 reviews: Vec::new(),
2776 gate: Vec::new(),
2777 gate_ran: false,
2778 gate_head: None,
2779 head_e2e: None,
2780 verification_history: Vec::new(),
2781 land_sync_pending: false,
2782 land_rebase_from: None,
2783 gate_fixes: Vec::new(),
2784 gate_repair_e2e: None,
2785 rebase_fixes: Vec::new(),
2786 graft: None,
2787 recovery: None,
2788 contested_handoff: None,
2789 land_armed_head: None,
2790 land_reruns: None,
2791 land_unsaid: None,
2792 land_unrelated: None,
2793 land_approval: None,
2794 merge_repairs: Vec::new(),
2795 merge_decision: None,
2796 replaces: None,
2797 github_text: None,
2798 change_summary: None,
2799 pre_gate: Vec::new(),
2800 pre_gate_commit: None,
2801 merge: None,
2802 leaks: Vec::new(),
2803 quota: Vec::new(),
2804 handovers: Vec::new(),
2805 seat_epoch: 0,
2806 seat_history: BTreeMap::new(),
2807 withheld: Vec::new(),
2808 passes: Vec::new(),
2809 next_pass_task_entry: false,
2810 parked: false,
2811 resource_wait: None,
2812 resource_block: None,
2813 released_to: None,
2814 released_branches: Vec::new(),
2815 candidate_preservation: BTreeMap::new(),
2816 interrupted_implementations: BTreeSet::new(),
2817 seeds: Vec::new(),
2818 sources: crate::refs::Sources::default(),
2819 prep_failure: None,
2820 startup: None,
2821 prep_complete: Some(false),
2822 seats: BTreeMap::new(),
2823 active: BTreeMap::new(),
2824 driver_pid: None,
2825 driver_claimed: Some(false),
2826 driver_started_at: None,
2827 driver_exited: false,
2828 pr: None,
2829 release_bump: None,
2830 bump_decision_attempts: Vec::new(),
2831 base_sync: None,
2832 base_sync_recovery: Default::default(),
2833 advice: None,
2834 advise_attempted: false,
2835 attachments: Vec::new(),
2836 reviewed_commits: None,
2837 origin: None,
2838 followups: Vec::new(),
2839 followup_generation: None,
2840 deputy_followups: Vec::new(),
2841 origin_chat: None,
2842 followup_commented: false,
2843 events: Vec::new(),
2844 jobs: Vec::new(),
2845 operator_fixes: Vec::new(),
2846 }
2847 }
2848
2849 /// Directory holding this run's state and artifacts.
2850 pub fn dir(&self) -> PathBuf {
2851 run_dir(&self.id)
2852 }
2853
2854 /// Short form used in branch names and reports.
2855 pub fn short(&self) -> &str {
2856 short_of(&self.id)
2857 }
2858
2859 /// Branch name for a label.
2860 pub fn branch_for(&self, label: char) -> String {
2861 format!("magi/{}/{}", self.short(), label)
2862 }
2863
2864 /// Public head for a queue competition. Review-only and standalone runs
2865 /// keep their existing branch. Invalid task ids cannot become git refs.
2866 pub fn task_pr_branch(&self) -> Option<String> {
2867 if self.reviewed_commits.is_some()
2868 || self
2869 .candidates
2870 .iter()
2871 .any(|c| c.agent == "(existing branch)")
2872 {
2873 // A review-only run continues the task's pull request only when
2874 // it inherited that head from an earlier attempt (see
2875 // `Runner::review_taking_over`). A legacy `magi/<run>/<label>`
2876 // PR or a hand-named branch keeps its own head.
2877 let inherited = self.pr_head.is_some();
2878 if !inherited {
2879 return None;
2880 }
2881 }
2882 let task = self.origin.as_ref()?.task.as_ref()?;
2883 let branch = if let Some(replaces) = &self.replaces {
2884 format!("magi/task-{task}-{}", replaces.question)
2885 } else {
2886 format!("magi/task-{task}")
2887 };
2888 std::process::Command::new("git")
2889 .quiet()
2890 .args(["check-ref-format", "--branch", &branch])
2891 .stdout(std::process::Stdio::null())
2892 .stderr(std::process::Stdio::null())
2893 .status()
2894 .ok()
2895 .filter(|s| s.success())?;
2896 if (self.reviewed_commits.is_some()
2897 || self
2898 .candidates
2899 .iter()
2900 .any(|c| c.agent == "(existing branch)"))
2901 && self.pr_head.as_deref() != Some(branch.as_str())
2902 {
2903 return None;
2904 }
2905 Some(branch)
2906 }
2907
2908 /// Recorded public head, falling back to the winner for older runs.
2909 pub fn pr_branch(&self) -> Option<&str> {
2910 self.pr_head
2911 .as_deref()
2912 .or_else(|| self.winner().map(|w| w.branch.as_str()))
2913 }
2914
2915 /// Root of this run's worktrees.
2916 pub fn worktree_root(&self) -> PathBuf {
2917 self.config
2918 .graph
2919 .worktree_root
2920 .clone()
2921 .unwrap_or_else(default_worktree_root)
2922 .join(self.short())
2923 }
2924
2925 /// Record lockfiles a rescue commit withheld; a path already recorded by an
2926 /// earlier round is not repeated.
2927 pub fn note_withheld(&mut self, node: &str, strays: &[crate::git::Stray]) {
2928 for s in strays {
2929 if self.withheld.iter().any(|w| w.path == s.path) {
2930 continue;
2931 }
2932 self.event(
2933 node,
2934 format!(
2935 "withheld stray lockfile {} ({}; the directory uses {})",
2936 s.path, s.manager, s.kept_by
2937 ),
2938 );
2939 self.withheld.push(Withheld {
2940 path: s.path.clone(),
2941 manager: s.manager.clone(),
2942 kept_by: s.kept_by.clone(),
2943 node: node.to_owned(),
2944 at: Timestamp::now(),
2945 });
2946 }
2947 }
2948
2949 /// Open a pass for the process that is about to drive this run. A pass
2950 /// left open by an earlier process is closed as [`PassEnd::Unrecorded`];
2951 /// one that recorded its own end is never touched.
2952 pub fn begin_pass(&mut self) {
2953 let now = Timestamp::now();
2954 self.note_output_activity(now);
2955 if let Some(last) = self.passes.last_mut()
2956 && last.end.is_none()
2957 {
2958 last.end = Some(PassEnd::Unrecorded);
2959 last.ended_at = Some(now);
2960 }
2961 let resumed = !self.passes.is_empty() || !self.candidates.is_empty();
2962 self.passes.push(RunPass {
2963 index: self.passes.len(),
2964 started_at: now,
2965 resumed,
2966 ended_at: None,
2967 end: None,
2968 task_entry: std::mem::take(&mut self.next_pass_task_entry),
2969 });
2970 }
2971
2972 /// Close the open pass as parked for `cause`. A pass that already has an
2973 /// end keeps it (the first reason wins).
2974 pub fn end_pass_parked(&mut self, cause: ParkCause) {
2975 if let Some(last) = self.passes.last_mut()
2976 && last.end.is_none()
2977 {
2978 last.end = Some(PassEnd::Parked { cause });
2979 last.ended_at = Some(Timestamp::now());
2980 }
2981 }
2982
2983 /// Resolve legacy delivery intent only from an already published PR and approval binding.
2984 fn recovery_disposition(&self) -> Option<crate::pr_recovery::Disposition> {
2985 let selected = self.pr_recovery.as_ref()?;
2986 selected.disposition.or_else(|| {
2987 (self.config.merge.mode == MergeMode::Pr
2988 && self.land_approval.is_some()
2989 && self.pr.as_ref().is_some_and(|pr| pr.url == selected.url))
2990 .then_some(crate::pr_recovery::Disposition::Land)
2991 })
2992 }
2993
2994 /// Validate a resumed recovery against its own durable configuration and landing records.
2995 pub fn configure_recovery_resume(&mut self) -> anyhow::Result<()> {
2996 if let Some(mut selected) = self.pr_recovery.clone() {
2997 selected.disposition = self.recovery_disposition();
2998 selected.configure(&mut self.config)?;
2999 }
3000 Ok(())
3001 }
3002
3003 /// Only a confirmed merge of the selected public PR completes a delivery task.
3004 pub fn public_delivery_complete(&self) -> bool {
3005 self.status == RunStatus::Merged
3006 && self.config.merge.mode == MergeMode::Pr
3007 && self
3008 .merge
3009 .as_ref()
3010 .is_some_and(|m| m.ok && !m.empty && m.mode == MergeMode::Pr)
3011 && self.pr.as_ref().is_some_and(|p| {
3012 p.state.eq_ignore_ascii_case("merged")
3013 && self.pr_recovery.as_ref().is_some_and(|s| {
3014 s.url == p.url
3015 && self.recovery_disposition()
3016 == Some(crate::pr_recovery::Disposition::Land)
3017 })
3018 })
3019 && self.pr_pushed_head.as_deref().is_some_and(|head| {
3020 self.pr_merged_head.as_deref() == Some(head)
3021 && self.check_delivery_evidence(head).is_ok()
3022 && self.land_approval.as_ref().is_some_and(|a| {
3023 a.head == head
3024 && crate::ask::Questions::open()
3025 .get(&a.question)
3026 .is_ok_and(|q| {
3027 q.run == self.id
3028 && q.node == crate::land::APPROVAL_NODE
3029 && crate::land::approval(q.resolution().as_deref())
3030 == crate::land::Approval::Merge
3031 && q.merge_target.as_ref().is_some_and(|t| {
3032 t.head == head
3033 && self.pr.as_ref().is_some_and(|p| t.pr == p.url)
3034 })
3035 })
3036 })
3037 })
3038 }
3039
3040 /// Validate evidence for exactly the head about to be published or merged.
3041 pub fn check_delivery_evidence(&self, head: &str) -> anyhow::Result<()> {
3042 if self.recovery_disposition() != Some(crate::pr_recovery::Disposition::Land) {
3043 return Ok(());
3044 }
3045 let commands_match = |outcomes: &[CommandOutcome], commands: &[String]| {
3046 !commands.is_empty()
3047 && outcomes.len() == commands.len()
3048 && outcomes
3049 .iter()
3050 .zip(commands)
3051 .all(|(o, c)| o.ok() && &o.command == c)
3052 };
3053 anyhow::ensure!(
3054 self.gate_ran
3055 && self.gate_head.as_deref() == Some(head)
3056 && commands_match(&self.gate, &self.config.verify.gate),
3057 "delivery requires successful configured gate commands on the exact final head; request a fresh recovery review"
3058 );
3059 anyhow::ensure!(
3060 self.reviews.last().is_some_and(|r| r.clean
3061 && r.expected > 0
3062 && r.answered == r.expected
3063 && r.head == head
3064 && r.verified_head.as_deref() == Some(head)
3065 && commands_match(&r.e2e, &self.config.verify.e2e)),
3066 "delivery requires complete clean review and configured e2e commands on the exact final head; request a fresh recovery review"
3067 );
3068 Ok(())
3069 }
3070
3071 /// Reconcile after Git updates as well as on reentry after an interrupted save.
3072 /// Unknown legacy heads cannot establish current verification.
3073 pub fn reconcile_verification_head(&mut self, head: &str) {
3074 let stale_gate = self.gate_ran && self.gate_head.as_deref() != Some(head);
3075 let stale_e2e = self.head_e2e.as_ref().is_some_and(|e| e.head != head);
3076 if stale_gate || stale_e2e {
3077 self.verification_history.push(VerificationEvidence {
3078 superseded_by: Some(head.to_owned()),
3079 archived_at: Some(Timestamp::now()),
3080 fixes_spent: Some(self.gate_fixes.len()),
3081 gate_head: self.gate_head.clone(),
3082 gate_ran: self.gate_ran,
3083 gate: self.gate.clone(),
3084 e2e: self.head_e2e.clone(),
3085 });
3086 if stale_gate {
3087 let previous = self
3088 .gate_head
3089 .as_deref()
3090 .map(short)
3091 .unwrap_or_else(|| "unknown".into());
3092 self.event(
3093 "gate",
3094 format!(
3095 "archived gate on {previous}, superseded by {}; {} gate-fix round(s) already spent stay spent",
3096 short(head),
3097 self.gate_fixes.len()
3098 ),
3099 );
3100 self.gate.clear();
3101 self.gate_ran = false;
3102 self.gate_head = None;
3103 self.pre_gate.clear();
3104 self.pre_gate_commit = None;
3105 }
3106 if stale_e2e {
3107 self.head_e2e = None;
3108 }
3109 }
3110 }
3111
3112 /// Structured current failures take precedence over successful progress events.
3113 pub fn verification_blocking_cause(&self) -> Option<String> {
3114 if self.base_sync_blocked() {
3115 return self
3116 .base_sync
3117 .as_ref()
3118 .and_then(|s| s.conflict.as_ref())
3119 .map(|detail| format!("Base-sync conflict: {detail}"));
3120 }
3121 if let Some(resource) = &self.resource_block {
3122 return Some(resource.detail.clone());
3123 }
3124 if self.status != RunStatus::Blocked {
3125 return None;
3126 }
3127 if crate::graph::review_conclusion(&self.reviews, self.config.graph.review_rounds)
3128 == Some(RunStatus::Blocked)
3129 {
3130 return self.reviews.last().map(|r| format!(
3131 "review blocked on reviewed head {} ({} blocking finding(s), {}/{} reviewers answered)",
3132 r.head, r.blocking, r.answered, r.expected
3133 ));
3134 }
3135 if let Some(e) = &self.head_e2e
3136 && !e.passed
3137 && e.outcomes.iter().any(|o| !o.ok())
3138 {
3139 return Some(format!(
3140 "verify.e2e failed on head {}; nothing published",
3141 e.head
3142 ));
3143 }
3144 if let Some(e) = &self.gate_repair_e2e
3145 && !e.passed
3146 && e.outcomes.iter().any(|o| !o.ok())
3147 {
3148 return Some(format!(
3149 "verify.e2e failed on head {} after gate repair; nothing published",
3150 e.head
3151 ));
3152 }
3153 if self.gate_ran && self.gate.iter().any(|o| !o.ok()) {
3154 return Some(format!(
3155 "{} on head {} after {} gate-fix round(s); nothing published",
3156 crate::stop_reason::command_failure(
3157 "gate",
3158 self.gate.iter().find(|o| !o.ok()).unwrap()
3159 ),
3160 self.gate_head.as_deref().unwrap_or("unknown"),
3161 self.gate_fixes.len()
3162 ));
3163 }
3164 None
3165 }
3166
3167 /// Whether the configured gate commands completed successfully, independent of e2e.
3168 pub(crate) fn gate_commands_allow_progress(&self) -> bool {
3169 self.gate_status().ok()
3170 || (self
3171 .pr_recovery
3172 .as_ref()
3173 .is_none_or(|s| s.disposition == Some(crate::pr_recovery::Disposition::Review))
3174 && self.gate_ran
3175 && self.gate_status() == GateStatus::NotConfigured)
3176 }
3177
3178 /// Empty verification can finish an intentional workflow, without claiming a test pass.
3179 pub fn gate_allows_progress(&self) -> bool {
3180 self.gate_commands_allow_progress()
3181 && self
3182 .head_e2e
3183 .as_ref()
3184 .is_none_or(|e| e.passed && self.gate_head.as_deref() == Some(e.head.as_str()))
3185 }
3186
3187 /// Note something in the run log and on the tracing stream.
3188 pub fn event(&mut self, node: &str, message: impl Into<String>) {
3189 let message = message.into();
3190 tracing::info!(node, "{message}");
3191 self.events.push(Event {
3192 at: Timestamp::now(),
3193 node: node.to_owned(),
3194 message,
3195 });
3196 }
3197
3198 /// The honest state of the final gate.
3199 ///
3200 /// Never derive this from `gate.is_empty()` alone anywhere else in the
3201 /// codebase — `NotRun` and `NotConfigured` both leave `gate`
3202 /// empty, and only this method (backed by [`Self::gate_ran`]) tells them
3203 /// apart. An empty attempt is never verification evidence.
3204 pub fn gate_status(&self) -> GateStatus {
3205 if !self.gate_ran {
3206 GateStatus::NotRun
3207 } else if self.gate.is_empty() {
3208 GateStatus::NotConfigured
3209 } else if self.gate.iter().all(CommandOutcome::ok) {
3210 GateStatus::Passed
3211 } else {
3212 GateStatus::Failed
3213 }
3214 }
3215
3216 /// Record that `seat` was just sent a prompt for `node`, with the given
3217 /// wall-clock budget. `attempt` is 0 for the first ask and N for the Nth
3218 /// nudge or resume, purely for display — it does not change how the seat
3219 /// is treated.
3220 pub fn seat_started(
3221 &mut self,
3222 node: &str,
3223 seat: &str,
3224 timeout: std::time::Duration,
3225 attempt: usize,
3226 ) {
3227 self.active.insert(
3228 seat.to_owned(),
3229 ActiveSeat {
3230 node: node.to_owned(),
3231 started_at: Timestamp::now(),
3232 timeout_secs: timeout.as_secs(),
3233 attempt,
3234 task: None,
3235 command: None,
3236 index: None,
3237 total: None,
3238 },
3239 );
3240 }
3241
3242 /// The wave's pre-spawn wait is over: restart the clock of every seat of
3243 /// this batch so `started_at` means "the CLI is being spawned now".
3244 pub fn seats_spawning(&mut self, node: &str, attempt: usize) {
3245 self.resource_wait = None;
3246 let now = Timestamp::now();
3247 for a in self.active.values_mut() {
3248 if a.task.is_none() && a.node == node && a.attempt == attempt {
3249 a.started_at = now;
3250 }
3251 }
3252 }
3253
3254 /// `seat` holds its parallelism permit and its CLI is being spawned now.
3255 pub fn seat_spawned(&mut self, seat: &str) {
3256 if let Some(a) = self.active.get_mut(seat) {
3257 a.started_at = Timestamp::now();
3258 }
3259 }
3260
3261 /// Record that `seat` has answered, whatever the answer was.
3262 pub fn seat_finished(&mut self, seat: &str) {
3263 self.active.remove(seat);
3264 }
3265
3266 /// Record that `task` (`"e2e"` or `"gate"` — a shell-command list run
3267 /// outside any seat) has just started `command`, the `index`-th of
3268 /// `total`. Called at every command boundary, not once for the whole
3269 /// list: `verify.e2e` / `verify.gate` apply `timeout` per command, so
3270 /// this is the only way a reader can tell "how long is left" for
3271 /// whichever command is actually running right now, rather than a stale
3272 /// budget left over from the first one.
3273 #[allow(clippy::too_many_arguments)]
3274 pub fn task_command(
3275 &mut self,
3276 task: &str,
3277 node: &str,
3278 attempt: usize,
3279 command: &str,
3280 index: usize,
3281 total: usize,
3282 timeout: std::time::Duration,
3283 ) {
3284 self.active.insert(
3285 task.to_owned(),
3286 ActiveSeat {
3287 node: node.to_owned(),
3288 started_at: Timestamp::now(),
3289 timeout_secs: timeout.as_secs(),
3290 attempt,
3291 task: Some(task.to_owned()),
3292 command: Some(command.to_owned()),
3293 index: Some(index),
3294 total: Some(total),
3295 },
3296 );
3297 }
3298
3299 /// Record that `task` has finished its whole command list for this
3300 /// attempt.
3301 pub fn task_finished(&mut self, task: &str) {
3302 self.active.remove(task);
3303 }
3304
3305 /// The seats — never task entries — currently mid-answer. What
3306 /// `report::active_seats` and the phone's "who has not answered yet"
3307 /// note need: a seat's identifier is safe to show ([`ActiveSeat`]'s doc),
3308 /// so nothing here filters anything out beyond the type tag itself.
3309 pub fn seats_active(&self) -> impl Iterator<Item = (&String, &ActiveSeat)> {
3310 self.active.iter().filter(|(_, a)| a.task.is_none())
3311 }
3312
3313 /// The command-list tasks — never seat entries — currently running.
3314 /// Counterpart to [`Self::seats_active`]; see [`ActiveSeat::task`] for
3315 /// the tag both read.
3316 pub fn tasks_active(&self) -> impl Iterator<Item = (&String, &ActiveSeat)> {
3317 self.active.iter().filter(|(_, a)| a.task.is_some())
3318 }
3319
3320 /// Drop every seat this state still lists as answering, reporting whether
3321 /// anything was dropped.
3322 ///
3323 /// Called first thing in `execute`, on every entry — fresh, resumed, or
3324 /// recovering a stall — because an entry here only means something while
3325 /// the process that wrote it is still asking that seat something. A
3326 /// process killed mid-wave leaves its last batch of seats here with
3327 /// nobody left to clear them, and the next process to touch this run must
3328 /// not let that leftover read as "still going" before it has asked
3329 /// anyone anything.
3330 pub fn clear_active(&mut self) -> bool {
3331 if self.active.is_empty() {
3332 return false;
3333 }
3334 self.active.clear();
3335 true
3336 }
3337
3338 /// Does every seat this run still lists as [`Self::active`] sit past its
3339 /// own [`ActiveSeat::timeout_secs`]? `false` when nothing is active at
3340 /// all — an empty map is not evidence of anything overrunning.
3341 ///
3342 /// This alone is not proof the run is dead: a seat's own attempt can
3343 /// legitimately run a little past its budget while the process driving it
3344 /// is still tearing the attempt down. Every caller pairs this with its own
3345 /// `!live` reading (`daemon::is_working_on`) before treating the run as
3346 /// abandoned — this module cannot check that itself without depending on
3347 /// `crate::daemon`, and callers already have to ask that question anyway.
3348 #[must_use]
3349 pub fn active_all_overrun(&self, now: Timestamp) -> bool {
3350 !self.active.is_empty()
3351 && self
3352 .active
3353 .values()
3354 .all(|a| a.elapsed_secs(now) > a.timeout_secs as i64)
3355 }
3356
3357 /// Whether a process is actually still driving this run, given whether a
3358 /// daemon's heartbeat claims it and process-liveness/identity queries for
3359 /// [`Self::driver_pid`].
3360 ///
3361 /// A daemon claim wins outright when present — it is the stronger,
3362 /// independently-heartbeating signal. Absent that (every manual `magi
3363 /// run` / `magi review`, and every daemon-driven run whose daemon has
3364 /// since exited cleanly), `driver_pid` is asked directly. A live answer
3365 /// alone is not enough to trust, though: pids get reused, so `identity`
3366 /// re-queries whoever currently holds that pid and the result must still
3367 /// match [`Self::driver_started_at`] — the marker recorded at the same
3368 /// moment `driver_pid` was — before this reads `Live`. A mismatch means
3369 /// a *different* process now answers to that number, which is exactly as
3370 /// good as proof the original driver is gone, so that reads `Dead`. The
3371 /// marker is an epoch-seconds integer string; one that is not (a run
3372 /// recorded when it was a locale-dependent `ps` string) reads
3373 /// [`Liveness::Unknown`], never `Dead`. No
3374 /// marker to compare against (an old run, or a platform this build could
3375 /// not ask at record time) or a `None` from either query, and this
3376 /// cannot tell either way, so it reads [`Liveness::Unknown`] — never
3377 /// guessed as [`Liveness::Dead`] out of mere silence. A display that
3378 /// guessed "dead" out of missing information would be exactly the
3379 /// mtime-and-task-manager guessing this type exists to replace.
3380 ///
3381 /// Kept generic over `query` and `identity` so a test can inject answers
3382 /// without spawning a real process query — production code goes through
3383 /// [`Self::liveness`], which supplies [`crate::proc::pid_status`] and
3384 /// [`crate::proc::process_started_at`].
3385 #[must_use]
3386 pub fn liveness_with<F, G>(&self, daemon_claims: bool, query: F, identity: G) -> Liveness
3387 where
3388 F: FnOnce(u32) -> Option<bool>,
3389 G: FnOnce(u32) -> Option<String>,
3390 {
3391 if daemon_claims {
3392 return Liveness::Live;
3393 }
3394 // The driver said itself that it stopped; its pid may well be alive
3395 // (a daemon outlives the runs it drives), so it is not asked.
3396 if self.driver_exited {
3397 return Liveness::Dead;
3398 }
3399 let Some(pid) = self.driver_pid else {
3400 return Liveness::Unknown;
3401 };
3402 match query(pid) {
3403 Some(false) => Liveness::Dead,
3404 None => Liveness::Unknown,
3405 Some(true) => {
3406 let Some(recorded) = &self.driver_started_at else {
3407 return Liveness::Unknown;
3408 };
3409 // A marker in the old locale-dependent format can never be
3410 // compared reliably, so it proves nothing either way.
3411 if !crate::proc::is_identity_marker(recorded) {
3412 return Liveness::Unknown;
3413 }
3414 match identity(pid) {
3415 Some(current) if !crate::proc::is_identity_marker(¤t) => {
3416 Liveness::Unknown
3417 }
3418 Some(current) if *recorded == current => Liveness::Live,
3419 Some(_) => Liveness::Dead,
3420 None => Liveness::Unknown,
3421 }
3422 }
3423 }
3424 }
3425
3426 /// [`Self::liveness_with`], backed by the real process-liveness and
3427 /// identity queries.
3428 #[must_use]
3429 pub fn liveness(&self, daemon_claims: bool) -> Liveness {
3430 self.liveness_under(&home(), daemon_claims)
3431 }
3432
3433 /// The same judge, rooted at the caller's run store.
3434 #[must_use]
3435 pub fn liveness_under(&self, home: &Path, daemon_claims: bool) -> Liveness {
3436 self.liveness_under_with(
3437 home,
3438 daemon_claims,
3439 crate::proc::pid_status,
3440 crate::proc::process_started_at,
3441 )
3442 }
3443
3444 pub(crate) fn liveness_under_with<F, G>(
3445 &self,
3446 home: &Path,
3447 daemon_claims: bool,
3448 query: F,
3449 identity: G,
3450 ) -> Liveness
3451 where
3452 F: FnOnce(u32) -> Option<bool>,
3453 G: FnOnce(u32) -> Option<String>,
3454 {
3455 if daemon_claims {
3456 return Liveness::Live;
3457 }
3458 let process = self.liveness_with(false, query, identity);
3459 crate::driver::judge(self, home, process)
3460 }
3461
3462 /// Clear every seat this run still lists as active and fail it, unless it
3463 /// had already reached a terminal status some other way.
3464 ///
3465 /// Callers must already have proven this run is dead — [`Self::active_all_overrun`]
3466 /// plus their own `!live` reading — before calling this; it does not
3467 /// check either itself. Unlike [`Self::clear_active`] (dropping a resumed
3468 /// run's own stale wave before repopulating it, called unconditionally at
3469 /// the top of every `execute()`), this is a verdict: a run left this way
3470 /// has nothing left to repopulate the wave, ever, and must stop reading as
3471 /// `implementing` (or whichever node) forever.
3472 pub fn abandon(&mut self, by: &str) {
3473 let seats: Vec<String> = self.active.keys().cloned().collect();
3474 self.clear_active();
3475 if !self.status.done() {
3476 self.status = RunStatus::Failed;
3477 }
3478 self.event(
3479 by,
3480 format!(
3481 "abandoned: seat(s) {} left behind by a killed process, past their own \
3482 timeout with no live daemon claiming this run",
3483 seats.join(", ")
3484 ),
3485 );
3486 }
3487
3488 /// Reserve a fresh run's identity and persist its initial record.
3489 /// Call exactly once, before exposing the id; never call on a loaded run.
3490 pub fn reserve(&mut self) -> Result<()> {
3491 self.reserve_under(&home())
3492 }
3493
3494 /// [`Self::reserve`] with an explicit store home.
3495 pub fn reserve_under(&mut self, home: &Path) -> Result<()> {
3496 self.reserve_with(home, &crate::id_reserve::IdSource::new(new_id))
3497 }
3498
3499 fn reserve_with(&mut self, home: &Path, ids: &crate::id_reserve::IdSource) -> Result<()> {
3500 let root = home.join("runs");
3501 std::fs::create_dir_all(&root).context("create runs root")?;
3502 let initial = self.id.clone();
3503 ids.reserve(
3504 (!ids.is_custom()).then_some(initial.as_str()),
3505 "run",
3506 |id| {
3507 let dir = root.join(id);
3508 if !crate::id_reserve::create_dir(&dir)? {
3509 return Ok(false);
3510 }
3511 // Branches and worktrees use only the suffix. Publish our directory
3512 // before scanning: concurrent contenders either see each other and
3513 // retry, or the later one sees the earlier reservation and retries.
3514 for entry in std::fs::read_dir(&root).context("scan reserved run ids")? {
3515 let name = entry?.file_name();
3516 let Some(other) = name.to_str() else { continue };
3517 if other != id && is_run_id(other) && short_of(other) == short_of(id) {
3518 // Only remove our own empty directory, never existing data.
3519 std::fs::remove_dir(&dir).context("release colliding run suffix")?;
3520 return Ok(false);
3521 }
3522 }
3523 self.id = id.to_owned();
3524 // A failed first write rolls back only our own directory:
3525 // `remove_dir` refuses anything with contents, so a partial
3526 // record or another run's data is never deleted.
3527 if let Err(e) = self.save_under(home) {
3528 let _ = std::fs::remove_dir(&dir);
3529 return Err(e);
3530 }
3531 Ok(true)
3532 },
3533 )?;
3534 Ok(())
3535 }
3536
3537 pub(crate) fn note_output_activity(&mut self, at: Timestamp) {
3538 self.output_activity_at = Some(self.output_activity_at.unwrap_or(self.updated_at).max(at));
3539 }
3540
3541 pub(crate) fn output_activity(&self) -> Timestamp {
3542 self.passes.iter().fold(
3543 self.output_activity_at.unwrap_or(self.updated_at),
3544 |at, pass| {
3545 at.max(pass.started_at)
3546 .max(pass.ended_at.unwrap_or(pass.started_at))
3547 },
3548 )
3549 }
3550
3551 /// Flush to `run.json`, atomically, under the process-global [`home`].
3552 pub fn save(&mut self) -> Result<()> {
3553 let home = home();
3554 self.save_under(&home)
3555 }
3556
3557 /// [`Self::save`], rooted at an explicit `home` instead of the
3558 /// process-global one.
3559 ///
3560 /// For a caller that was already handed its own `home` explicitly — a
3561 /// housekeeping pass, mainly, for the same reason `Queue::at` and the
3562 /// daemon status path are parameters rather than resolved here (see
3563 /// `daemon::drive`'s own doc) — falling through to the global would write
3564 /// back through whichever directory some *other* process or test pinned
3565 /// into that `OnceLock` first, not the one this call was actually handed.
3566 pub fn save_under(&mut self, home: &Path) -> Result<()> {
3567 self.save_under_at(home, Timestamp::now())
3568 }
3569
3570 pub(crate) fn save_under_at(&mut self, home: &Path, at: Timestamp) -> Result<()> {
3571 // Freeze legacy age before a bookkeeping flush changes updated_at.
3572 self.output_activity_at.get_or_insert(self.updated_at);
3573 self.record_base_interruption();
3574 self.updated_at = at;
3575 let dir = home.join("runs").join(&self.id);
3576 std::fs::create_dir_all(&dir).with_context(|| format!("create {}", dir.display()))?;
3577 let body = serde_json::to_string_pretty(self).context("serialize run state")?;
3578 let tmp = dir.join("run.json.tmp");
3579 std::fs::write(&tmp, &body).with_context(|| format!("write {}", tmp.display()))?;
3580 std::fs::rename(&tmp, dir.join("run.json")).with_context(|| "replace run.json")?;
3581 Ok(())
3582 }
3583
3584 /// Load a run by id or unambiguous id prefix.
3585 pub fn load(id: &str) -> Result<Self> {
3586 let resolved = resolve_id(id)?;
3587 let path = run_dir(&resolved).join("run.json");
3588 let body =
3589 std::fs::read_to_string(&path).with_context(|| format!("read {}", path.display()))?;
3590 let state: Self =
3591 serde_json::from_str(&body).with_context(|| format!("parse {}", path.display()))?;
3592 migrate_schema(state)
3593 }
3594
3595 /// [`Self::load`], rooted at an explicit `home` instead of the
3596 /// process-global one, and for a full id rather than a prefix — a caller
3597 /// with its own `home` already has the exact id (from a `RunState` it
3598 /// already read, or from `Task::runs`) and has no `runs_root` to search
3599 /// for a prefix against in the first place. Same reasoning as
3600 /// [`Self::save_under`]: a caller holding its own `home` explicitly must
3601 /// not read back through whichever directory some *other* process or
3602 /// test pinned into the global [`home`] `OnceLock` first.
3603 pub fn load_under(id: &str, home: &Path) -> Result<Self> {
3604 let path = home.join("runs").join(id).join("run.json");
3605 let body =
3606 std::fs::read_to_string(&path).with_context(|| format!("read {}", path.display()))?;
3607 let state: Self =
3608 serde_json::from_str(&body).with_context(|| format!("parse {}", path.display()))?;
3609 migrate_schema(state)
3610 }
3611}
3612
3613pub(crate) fn migrate_schema(mut state: RunState) -> Result<RunState> {
3614 state.output_activity_at.get_or_insert(state.updated_at);
3615 // Schema 5 predates deferred e2e. Its empty e2e lists therefore mean
3616 // "not configured", never "deferred"; serde's field defaults retain
3617 // exactly that representation while this migration permits resumes.
3618 if state.schema == 5 {
3619 state.schema = 6;
3620 }
3621 // Schema 6 predates `gate_ran` and could not tell "never attempted or
3622 // resource-blocked" apart from "ran with zero commands configured" — see
3623 // `SCHEMA`'s doc for schema 7. A non-empty `gate` is a real recorded
3624 // attempt either way, so it is trusted as `gate_ran = true` rather than
3625 // spent again; an empty one is simply handed back to the next `gate()`
3626 // call, which re-attempts it and, for the zero-commands case, resolves
3627 // instantly.
3628 if state.schema == 6 {
3629 state.gate_ran = !state.gate.is_empty();
3630 state.schema = 7;
3631 }
3632 // Schema 7's main review loop always checked `e2e` against the round's
3633 // own `head`, it just never wrote that fact into `verified_head` unless
3634 // a catch-up run had checked a *different* commit — see `SCHEMA`'s doc
3635 // for schema 8. Reconstructing `Some(head)` for a round whose `e2e` held
3636 // a real attempt restores a fact that was always true; `verified_at` has
3637 // no historical value to recover and stays `None`.
3638 if state.schema == 7 {
3639 for round in &mut state.reviews {
3640 if round.verified_head.is_none()
3641 && matches!(round.e2e_status(), E2eStatus::Passed | E2eStatus::Failed)
3642 {
3643 round.verified_head = Some(round.head.clone());
3644 }
3645 }
3646 state.schema = 8;
3647 }
3648 // Schema 8 predates `operator_fixes`. There is nothing to reconstruct —
3649 // an old run simply never had one requested — so `#[serde(default)]`
3650 // already left it as the correct empty `Vec`; this only advances the
3651 // version number.
3652 if state.schema == 8 {
3653 state.schema = 9;
3654 }
3655 // Schema 9 predates `RunStatus::VerifiedNoop` and
3656 // `Candidate::verified_noop`. Nothing to reconstruct: an old record never
3657 // made the claim, `#[serde(default)]` already reads `verified_noop` as
3658 // `None` on every candidate, and a `VerifiedNoop` status cannot appear in
3659 // a schema-9 record at all — see `SCHEMA`'s doc for schema 10. This only
3660 // advances the version number.
3661 if state.schema == 9 {
3662 state.schema = 10;
3663 }
3664 // Schema 10 predates `released_to`: no old run ever had its worktree
3665 // handed over, and `#[serde(default)]` reads exactly that. Only the
3666 // version number advances.
3667 if state.schema == 10 {
3668 state.schema = 11;
3669 }
3670 // Schema 11 predates `driver_exited`. A run that had already ended
3671 // Blocked / Failed / Stalled, or was parked in Landing (which hands its
3672 // daemon slot back), stopped walking the graph, but its recorded
3673 // pid may belong to a daemon still alive doing other work, which would pin
3674 // it as running for good; those are marked exited. Any other status keeps
3675 // `false`, and its pid is asked as before. This is an inference from
3676 // status, sound because a schema-11 record was written by a build that is
3677 // gone once this one is installed (and a daemon claim, which wins
3678 // regardless, still protects a run a live daemon is driving).
3679 if state.schema == 11 {
3680 if matches!(
3681 state.status,
3682 RunStatus::Blocked | RunStatus::Failed | RunStatus::Stalled | RunStatus::Landing
3683 ) {
3684 state.driver_exited = true;
3685 }
3686 state.schema = 12;
3687 }
3688 // Schema 12 predates `origin`. Nothing is reconstructed: `None` already
3689 // says "unknown", which is the truth for a run nobody recorded. Only the
3690 // version number advances.
3691 if state.schema == 12 {
3692 state.schema = 13;
3693 }
3694 // Schema 13 predates `task_instruction`. Its `instruction` may include
3695 // generated review context, so it cannot supply authored criteria.
3696 // `#[serde(default)]` leaves the missing field as `None`; only the
3697 // version number advances, preserving origin and execution state.
3698 if state.schema == 13 {
3699 state.schema = 14;
3700 }
3701 // Only legacy, unfolded empty candidates lack a confirmed preservation
3702 // result, even if their CLI failed: failure never proves edits were saved.
3703 // Native schema-15 records and intentionally folded candidates
3704 // must not be re-flagged on every resume.
3705 if state.schema == 14 {
3706 for c in &state.candidates {
3707 if !c.folded && c.empty && c.verified_noop.is_none() {
3708 state
3709 .candidate_preservation
3710 .entry(c.label)
3711 .or_insert_with(|| "legacy empty candidate requires inspection".to_owned());
3712 }
3713 }
3714 state.schema = 15;
3715 }
3716 // Native schema-15 preservation outcomes remain unchanged. Retirement
3717 // adds an execution fence without inferring any new preservation result.
3718 if state.schema == 15 {
3719 state.schema = SCHEMA;
3720 }
3721 if state.schema != SCHEMA {
3722 bail!(
3723 "run {} was written by a different magi (schema {}, this build \
3724 speaks {SCHEMA})",
3725 state.id,
3726 state.schema
3727 );
3728 }
3729 Ok(state)
3730}
3731
3732impl RunState {
3733 /// Whether a later attempt took this run's worktree over, so a resume has
3734 /// nothing left to continue from.
3735 pub fn released(&self) -> bool {
3736 self.released_to.is_some()
3737 }
3738
3739 /// The winning candidate, once the tally has run.
3740 pub fn winner(&self) -> Option<&Candidate> {
3741 let label = self.tally.as_ref()?.winner;
3742 self.candidates.iter().find(|c| c.label == label)
3743 }
3744
3745 /// Candidates eligible for judging.
3746 pub fn viable(&self) -> Vec<&Candidate> {
3747 self.candidates.iter().filter(|c| c.viable()).collect()
3748 }
3749
3750 /// Did every candidate write nothing, and every one of them back it with
3751 /// evidence [`crate::graph`]'s adoption guard accepted?
3752 ///
3753 /// All-or-nothing on purpose: one candidate declaring `NO CHANGE NEEDED`
3754 /// while another simply failed to produce anything is not agreement, it
3755 /// is one candidate's unverified claim next to an ordinary loss, and the
3756 /// run must still read as the `Failed` it is. Only ever meaningful when
3757 /// [`Self::viable`] is already empty — a run with any real patch to judge
3758 /// never reaches the caller that asks this.
3759 pub fn all_candidates_verified_noop(&self) -> bool {
3760 !self.candidates.is_empty()
3761 && self
3762 .candidates
3763 .iter()
3764 .all(|c| c.empty && c.verified_noop.is_some())
3765 }
3766
3767 /// Findings still open when the review loop stopped trying: the last
3768 /// round's, exactly when that round was not clean. Empty on a run that
3769 /// never reviewed, or whose last round was clean.
3770 ///
3771 /// This is the last round's findings regardless of what the fixer claims
3772 /// to have addressed in that same round: a round that stopped the loop
3773 /// (round budget spent, or no tree progress for
3774 /// [`crate::graph::STAGNANT_LIMIT`] rounds) never had a *following* round
3775 /// to confirm the fix actually landed, and the self-reported adoption
3776 /// count is not trusted for that judgement either — see
3777 /// [`ReviewRound::progressed`].
3778 pub fn open_findings(&self) -> Vec<&Finding> {
3779 match self.reviews.last() {
3780 Some(r) if !r.clean => r
3781 .reviews
3782 .iter()
3783 .flat_map(|rec| rec.findings.iter())
3784 .collect(),
3785 _ => Vec::new(),
3786 }
3787 }
3788
3789 /// Every finding raised in the most recent review round, regardless of
3790 /// that round's own severity mix — unlike [`Self::open_findings`], not
3791 /// filtered to a round that was not clean. This is the pool `magi fix`
3792 /// reports as available to pick from: a round can conclude clean (no
3793 /// finding blocked merge) while still carrying minor findings nobody
3794 /// has acted on.
3795 pub fn last_round_findings(&self) -> Vec<&Finding> {
3796 self.reviews
3797 .last()
3798 .into_iter()
3799 .flat_map(|r| r.reviews.iter())
3800 .flat_map(|rec| rec.findings.iter())
3801 .collect()
3802 }
3803
3804 /// Look up a finding by id anywhere in this run's review history,
3805 /// together with the round and reviewer record that raised it — the
3806 /// provenance `magi fix` snapshots onto [`OperatorFixFinding`].
3807 pub fn finding(&self, id: &str) -> Option<(&ReviewRound, &ReviewRecord, &Finding)> {
3808 self.reviews.iter().find_map(|round| {
3809 round.reviews.iter().find_map(|rec| {
3810 rec.findings
3811 .iter()
3812 .find(|f| f.id == id)
3813 .map(|f| (round, rec, f))
3814 })
3815 })
3816 }
3817
3818 /// Did this run reach a mergeable status (`Ready` or `Merged`) with
3819 /// review findings still open?
3820 ///
3821 /// That combination is the point of the review hand-off: the review
3822 /// round budget (or an unproductive round, see [`ReviewRound::progressed`])
3823 /// was spent while gate and e2e stayed green, so the run was handed off
3824 /// rather than blocked — but the findings did not disappear, and whoever
3825 /// reads the result should be told they are still there.
3826 pub fn handed_off_with_open_findings(&self) -> bool {
3827 matches!(self.status, RunStatus::Ready | RunStatus::Merged)
3828 && self.reviews.last().is_some_and(|r| !r.clean)
3829 }
3830
3831 /// Reached `Ready` because `[merge] mode = "none"` left it there by
3832 /// design, never to be picked up by the PR-polling merge watcher — as
3833 /// opposed to a `Ready` that is still a plausible landing candidate (a
3834 /// PR closed without merging, or a re-entry onto an already-concluded
3835 /// node). Both leave `status` at `Ready`; only this one leaves the
3836 /// winning branch permanently unwatched, which is what a caller needs to
3837 /// know before labelling the run in a listing.
3838 pub fn unmerged_by_design(&self) -> bool {
3839 self.status == RunStatus::Ready
3840 && self
3841 .merge
3842 .as_ref()
3843 .is_some_and(|m| m.mode == MergeMode::None)
3844 }
3845
3846 /// Did a step after the merge leave something only a human can finish?
3847 ///
3848 /// Derived, not a status: the merge happened, so `status` stays `Merged`
3849 /// and everything that branches on it keeps working. Display code asks
3850 /// this so a merged run with an unmerged release PR does not read as
3851 /// plain green.
3852 pub fn needs_attention(&self) -> bool {
3853 self.status == RunStatus::Merged
3854 && self
3855 .release_bump
3856 .as_ref()
3857 .is_some_and(|b| b.action_required.is_some())
3858 }
3859
3860 /// Local-time creation stamp for reports.
3861 pub fn created_local(&self) -> String {
3862 self.created_at
3863 .to_zoned(jiff::tz::TimeZone::system())
3864 .strftime("%Y-%m-%d %H:%M:%S")
3865 .to_string()
3866 }
3867
3868 /// Assert that this run is safe to delete.
3869 ///
3870 /// Refuses a run a live daemon is working on, and refuses any run whose
3871 /// candidate worktrees and branches have not been folded away with `magi
3872 /// fold`. The fold requirement is the real protection: it is what makes
3873 /// "delete" mean "remove a record" rather than "throw away a worktree
3874 /// somebody may still be editing".
3875 ///
3876 /// `in_flight` has to come from the caller, because a run's own status
3877 /// cannot answer the question. A daemon killed mid-run leaves its status at
3878 /// `implementing` forever, and a guard that trusted that would make every
3879 /// interrupted run permanently undeletable - the operator's only recourse
3880 /// being to edit `run.json` by hand, which is exactly the sort of thing
3881 /// this command exists to avoid. The queue already treats an orphaned
3882 /// `.lock` from a `SIGKILL`ed daemon the same way; this is that rule for
3883 /// runs.
3884 pub fn ensure_can_delete(&self, in_flight: bool) -> Result<()> {
3885 if in_flight {
3886 bail!(
3887 "run {} is being worked on by a live daemon right now",
3888 self.short()
3889 );
3890 }
3891 if self.candidates.iter().any(|c| !c.folded) {
3892 bail!(
3893 "run {} has unfolded candidates; fold first with `magi fold`",
3894 self.short()
3895 );
3896 }
3897 Ok(())
3898 }
3899}
3900
3901/// The short form of a commit, for a label a human or an LLM reads.
3902fn short(commit: &str) -> String {
3903 commit.chars().take(7).collect()
3904}
3905
3906/// The short form of a run id: the trailing block after the last `-`.
3907///
3908/// A free function as well as [`RunState::short`], because callers that have
3909/// only an id - an error message, a daemon status, a route handler - were
3910/// otherwise reimplementing the split, and two spellings of "short id" is one
3911/// rename away from branch names that no longer match their run.
3912pub fn short_of(id: &str) -> &str {
3913 id.split('-').next_back().unwrap_or(id)
3914}
3915
3916/// Where magi keeps its runs.
3917///
3918/// `MAGI_HOME` overrides the default, and [`set_home`] overrides both — which
3919/// is what lets the integration tests drive a whole graph without writing into
3920/// the operator's real history.
3921///
3922/// In a unit test build (`cfg(test)`), falling through to the real
3923/// `<data_local>/magi` is not a fallback worth having: it is exactly how
3924/// three broken fixture runs ended up in the operator's actual history and
3925/// were counted as `unreadable` by the deck. A test that reaches this point
3926/// forgot to call [`set_home`] (or set `MAGI_HOME`) - that is a bug in the
3927/// test, not a case to serve, so it panics instead of writing anywhere.
3928pub fn home() -> PathBuf {
3929 resolve_home(HOME.get().cloned(), std::env::var_os("MAGI_HOME"))
3930}
3931
3932/// The decision `home` makes, taking its two overrides as plain values
3933/// instead of reading the `OnceLock` and the environment itself.
3934///
3935/// Pulled out so the `cfg(test)` panic is asserted directly against a
3936/// `None, None` input, rather than racing every other unit test in the
3937/// binary for who touches the process-global `HOME` first.
3938fn resolve_home(pinned: Option<PathBuf>, magi_home_env: Option<std::ffi::OsString>) -> PathBuf {
3939 if let Some(dir) = pinned {
3940 return dir;
3941 }
3942 if let Some(dir) = magi_home_env {
3943 return PathBuf::from(dir);
3944 }
3945 #[cfg(test)]
3946 {
3947 panic!(
3948 "run::home() was reached in a test without run::set_home() or \
3949 MAGI_HOME; this would write into the operator's real \
3950 <data_local>/magi. Call `run::set_home(temp_dir)` before any \
3951 code path that touches a RunState."
3952 );
3953 }
3954 #[cfg(not(test))]
3955 {
3956 dirs::data_local_dir()
3957 .unwrap_or_else(|| PathBuf::from("."))
3958 .join("magi")
3959 }
3960}
3961
3962/// [`home`] without the test panic: `None` in a test that never pinned a
3963/// home, so best-effort writers (see [`crate::notices::raise`]) skip the write
3964/// instead of touching the operator's real state or aborting the test.
3965pub fn try_home() -> Option<PathBuf> {
3966 if cfg!(test) {
3967 HOME.get()
3968 .cloned()
3969 .or_else(|| std::env::var_os("MAGI_HOME").map(PathBuf::from))
3970 } else {
3971 Some(home())
3972 }
3973}
3974
3975/// Pin the run home for this process. The first call wins.
3976pub fn set_home(dir: PathBuf) {
3977 let _ = HOME.set(dir);
3978}
3979
3980/// A temp directory unique to this test process, created once and kept.
3981/// `set_home` is a first-wins `OnceLock`, so a fixed `temp_dir().join(..)`
3982/// would be shared by every concurrent `cargo test` process on the machine.
3983#[cfg(test)]
3984pub(crate) fn test_home() -> PathBuf {
3985 static DIR: std::sync::OnceLock<PathBuf> = std::sync::OnceLock::new();
3986 DIR.get_or_init(|| {
3987 tempfile::Builder::new()
3988 .prefix("magi-unit-home-")
3989 .tempdir()
3990 .expect("create the unit-test home")
3991 .keep()
3992 })
3993 .clone()
3994}
3995
3996/// [`set_home`] on [`test_home`]; the one way a unit test pins the home.
3997#[cfg(test)]
3998pub(crate) fn pin_test_home() {
3999 set_home(test_home());
4000}
4001
4002static HOME: std::sync::OnceLock<PathBuf> = std::sync::OnceLock::new();
4003
4004/// `<home>/runs`.
4005pub fn runs_root() -> PathBuf {
4006 home().join("runs")
4007}
4008
4009/// The worktree root a run uses when the config sets none: `~/wt/magi`.
4010///
4011/// One definition of the default, so the folder the janitor folds and the
4012/// folder the health view sizes cannot drift apart: a run with no configured
4013/// [`crate::config::Graph::worktree_root`] lays its worktrees exactly here.
4014pub fn default_worktree_root() -> PathBuf {
4015 dirs::home_dir()
4016 .unwrap_or_else(|| PathBuf::from("."))
4017 .join("wt")
4018 .join("magi")
4019}
4020
4021/// Directory for one run id.
4022pub fn run_dir(id: &str) -> PathBuf {
4023 runs_root().join(id)
4024}
4025
4026/// Every run id on disk, newest first.
4027///
4028/// A directory is a run because of its **name**, not because it holds a
4029/// readable `run.json`. A run whose very first save lost the machine's last
4030/// free bytes leaves `<id>/run.json.tmp` and nothing else, and filtering on
4031/// `run.json` made that run invisible everywhere: not in `magi list`, not in
4032/// `runs_unreadable`, not on the phone, so nothing could report it and no
4033/// route could clear it. `88c0` sat like that for two days. Unreadable is
4034/// counted, never hidden - the readers already say why each one cannot be
4035/// read, and `fold_unreadable` is how a record like this leaves.
4036pub fn list_ids() -> Vec<String> {
4037 list_ids_in(&runs_root())
4038}
4039
4040/// [`list_ids`] against an explicit runs root, for callers (and tests) that
4041/// must not depend on the process-global home.
4042pub fn list_ids_in(root: &Path) -> Vec<String> {
4043 let mut ids: Vec<String> = std::fs::read_dir(root)
4044 .into_iter()
4045 .flatten()
4046 .flatten()
4047 .filter(|e| e.path().is_dir())
4048 .map(|e| e.file_name().to_string_lossy().into_owned())
4049 .filter(|name| is_run_id(name))
4050 .collect();
4051 // Ids start with a sortable timestamp.
4052 ids.sort_unstable_by(|a, b| b.cmp(a));
4053 ids
4054}
4055
4056/// Does `name` have the shape [`new_id`] mints: `YYYYMMDD-HHMMSS-xxxx`?
4057///
4058/// The test for "this directory is a run", so a stray folder under
4059/// `<home>/runs` is not reported as a broken run.
4060///
4061/// The tag is checked for length and for being alphanumeric, not for being
4062/// hex: real ids are hex, but fixtures across this crate name runs
4063/// `...-dead` / `...-gone` / `...-once`, and a predicate that disowned those
4064/// would be asserting the fixtures' spelling rather than the shape.
4065pub fn is_run_id(name: &str) -> bool {
4066 let mut parts = name.split('-');
4067 let (Some(day), Some(time), Some(tag), None) =
4068 (parts.next(), parts.next(), parts.next(), parts.next())
4069 else {
4070 return false;
4071 };
4072 day.len() == 8
4073 && day.bytes().all(|b| b.is_ascii_digit())
4074 && time.len() == 6
4075 && time.bytes().all(|b| b.is_ascii_digit())
4076 && tag.len() == 4
4077 && tag.bytes().all(|b| b.is_ascii_alphanumeric())
4078}
4079
4080/// Expand an id prefix to exactly one run id.
4081pub fn resolve_id(prefix: &str) -> Result<String> {
4082 // A whole id names its directory, readable state or not: the run whose
4083 // `run.json` never landed still has to be reachable by `magi show` and
4084 // by the fold route, which is the only way its record ever leaves.
4085 if is_run_id(prefix) && run_dir(prefix).is_dir() {
4086 return Ok(prefix.to_owned());
4087 }
4088 let hits: Vec<String> = list_ids()
4089 .into_iter()
4090 .filter(|id| id.starts_with(prefix) || id.ends_with(prefix))
4091 .collect();
4092 match hits.len() {
4093 1 => Ok(hits.into_iter().next().expect("exactly one hit")),
4094 0 => bail!("no run matches `{prefix}`"),
4095 _ => bail!(
4096 "`{prefix}` matches {} runs: {}",
4097 hits.len(),
4098 hits.join(", ")
4099 ),
4100 }
4101}
4102
4103/// The most recent run, if any.
4104pub fn latest_id() -> Option<String> {
4105 list_ids().into_iter().next()
4106}
4107
4108/// An unreserved `YYYYMMDD-HHMMSS-xxxx` candidate, sortable and branch-safe.
4109/// Fresh entropy is independent of the blind seed. Entropy alone cannot prevent
4110/// collisions: production creation must use `RunState::reserve` before the id
4111/// escapes, reserving both the full id and its branch/worktree suffix on disk.
4112fn new_id() -> String {
4113 let stamp = Zoned::now().strftime("%Y%m%d-%H%M%S");
4114 let entropy = crate::rng::entropy();
4115 format!("{stamp}-{:04x}", (entropy ^ (entropy >> 32)) & 0xffff)
4116}
4117
4118/// Keep the last `max` bytes of `text`, on a line boundary.
4119pub fn tail(text: &str, max: usize) -> String {
4120 if text.len() <= max {
4121 return text.to_owned();
4122 }
4123 let mut cut = text.len() - max;
4124 while cut < text.len() && !text.is_char_boundary(cut) {
4125 cut += 1;
4126 }
4127 let slice = &text[cut..];
4128 let start = slice.find('\n').map_or(0, |i| i + 1);
4129 format!(
4130 "[... {} earlier bytes omitted ...]\n{}",
4131 cut,
4132 &slice[start..]
4133 )
4134}
4135
4136/// Bytes of verification output recorded and handed to fixers/reviewers.
4137pub const VERIFY_SUMMARY: usize = 32_768;
4138
4139/// A backtrace frame line (` 41: 0x102e80de0 - <path>::{closure#0}` or
4140/// ` 3: std::panicking::begin_panic`), or the `at file:line` line under one.
4141/// Deliberately narrow: a frame needs a number, a colon and either an address
4142/// or a path, so ordinary `12: something` output is never dropped.
4143fn is_frame(line: &str, after_frame: bool) -> bool {
4144 let t = line.trim_start();
4145 if after_frame && t.starts_with("at ") {
4146 return true;
4147 }
4148 let digits = t.bytes().take_while(u8::is_ascii_digit).count();
4149 if digits == 0 || !t[digits..].starts_with(": ") {
4150 return false;
4151 }
4152 let rest = t[digits + 2..].trim_start();
4153 rest.starts_with("0x") || rest.contains("::")
4154}
4155
4156/// Priority (lower first) and following context (assertion text, `left`/`right`).
4157fn trigger_context(line: &str) -> Option<(u8, usize)> {
4158 // Match colored nextest markers without changing the stored evidence.
4159 let mut plain = String::new();
4160 let mut chars = line.chars();
4161 while let Some(c) = chars.next() {
4162 if c == '\x1b' && chars.clone().next() == Some('[') {
4163 chars.next();
4164 for c in chars.by_ref() {
4165 if ('@'..='~').contains(&c) {
4166 break;
4167 }
4168 }
4169 } else {
4170 plain.push(c);
4171 }
4172 }
4173 let t = plain.trim();
4174 if t.starts_with("[full output:") || t.starts_with("[full output could not be saved:") {
4175 Some((0, 0))
4176 } else if t.contains("panicked at") {
4177 Some((0, 6))
4178 } else if (t.starts_with("---- ") && t.ends_with(" ----"))
4179 || t.starts_with("--- STDERR:")
4180 || t.starts_with("--- STDOUT:")
4181 {
4182 Some((1, 3))
4183 } else if t.starts_with("FAIL ") || t.contains("FAIL [") {
4184 Some((1, 4))
4185 } else if t.starts_with("error:")
4186 || t.starts_with("error[")
4187 || t.starts_with("failures:")
4188 || t.contains("test result: FAILED")
4189 {
4190 Some((2, 4))
4191 } else {
4192 None
4193 }
4194}
4195
4196fn clip_line(line: &str, max: usize) -> &str {
4197 if line.len() <= max {
4198 return line;
4199 }
4200 let mut cut = max;
4201 while !line.is_char_boundary(cut) {
4202 cut -= 1;
4203 }
4204 &line[..cut]
4205}
4206
4207/// Summarise verification output to roughly `max` bytes, keeping the reason a
4208/// command failed. A plain tail is useless for a failing test: the panic
4209/// message sits hundreds of KB before the end, behind a backtrace. So:
4210///
4211/// 1. backtrace frame lines are dropped (counted in the header);
4212/// 2. if that already fits, the rest is returned whole;
4213/// 3. otherwise keep excerpts, each from a failure marker (`panicked at`,
4214/// `---- test stdout ----`, nextest `FAIL`/`STDERR`, `error:`, ...) through
4215/// a few following lines (the assertion and `left`/`right`), share the
4216/// budget evenly between selected excerpts. Select panics first, then test
4217/// stdout/stderr and nextest failure blocks, then generic diagnostics: noisy
4218/// compiler errors must not crowd out the test failure reason. Within each
4219/// priority keep earlier excerpts, then render in original order and append
4220/// the final tail (where `test result:` lives).
4221///
4222/// Adjacent excerpts merge only within the same priority and while small:
4223/// a long stdout line must not
4224/// consume the budget of a following panic anchor. Short output is returned
4225/// unchanged. The full text belongs in an artifact.
4226pub fn summarize_verify(text: &str, max: usize) -> String {
4227 if text.len() <= max {
4228 return text.to_owned();
4229 }
4230 // Tiny callers cannot fit the explanatory header. Respect their exact
4231 // byte bound, including UTF-8 boundaries, without a larger tail marker.
4232 if max < 256 {
4233 return clip_line(text, max).to_owned();
4234 }
4235 let mut kept: Vec<&str> = Vec::new();
4236 let mut dropped = 0usize;
4237 let mut prev_frame = false;
4238 for line in text.lines() {
4239 let frame = is_frame(line, prev_frame);
4240 if frame {
4241 dropped += 1;
4242 } else {
4243 kept.push(line);
4244 }
4245 prev_frame = frame;
4246 }
4247 let total: usize = kept.iter().map(|l| l.len() + 1).sum();
4248 let note = if dropped > 0 {
4249 format!(" ({dropped} backtrace frame line(s) dropped)")
4250 } else {
4251 String::new()
4252 };
4253 let overhead = 300;
4254 if total + overhead <= max {
4255 return format!("[... output reduced{note} ...]\n{}\n", kept.join("\n"));
4256 }
4257 // The tail comes first so that excerpts never repeat it.
4258 let tail_budget = (max / 4).min(4_096);
4259 let mut tail_start = kept.len();
4260 let mut used = 0usize;
4261 while tail_start > 0 && used + kept[tail_start - 1].len() < tail_budget {
4262 tail_start -= 1;
4263 used += kept[tail_start].len() + 1;
4264 }
4265 // Excerpts as merged half-open line ranges.
4266 let mut ranges: Vec<(usize, usize, u8)> = Vec::new();
4267 for (i, line) in kept[..tail_start].iter().enumerate() {
4268 if let Some((priority, after)) = trigger_context(line) {
4269 let end = (i + 1 + after).min(tail_start);
4270 match ranges.last_mut() {
4271 Some(last)
4272 if priority == last.2
4273 && i <= last.1
4274 && end - last.0 <= 20
4275 && kept[last.0..end].iter().map(|l| l.len() + 1).sum::<usize>() <= 1024 =>
4276 {
4277 last.1 = last.1.max(end);
4278 }
4279 _ => ranges.push((i, end, priority)),
4280 }
4281 }
4282 }
4283 let budget = max.saturating_sub(used + overhead);
4284 let shown = ranges.len().min((budget / 240).max(1));
4285 ranges.sort_by_key(|&(start, _, priority)| (priority, start));
4286 let mut selected = ranges[..shown].to_vec();
4287 selected.sort_by_key(|&(start, _, _)| start);
4288 let per = budget / shown.max(1);
4289 let mut body = String::new();
4290 for &(a, b, _) in &selected {
4291 let mut block = String::new();
4292 for line in &kept[a..b] {
4293 let remaining = per.saturating_sub(block.len() + 1);
4294 if remaining == 0 {
4295 break;
4296 }
4297 let line = clip_line(line, 600.min(remaining));
4298 block.push_str(line);
4299 block.push('\n');
4300 }
4301 body.push_str(&block);
4302 body.push_str("[...]\n");
4303 }
4304 let hidden = ranges.len() - shown;
4305 let more = if hidden > 0 {
4306 format!("; {hidden} more excerpt(s) not shown")
4307 } else {
4308 String::new()
4309 };
4310 let tail_text: String = kept[tail_start..].iter().flat_map(|l| [*l, "\n"]).collect();
4311 let out = format!(
4312 "[... output reduced from {} bytes{note}; {shown} failure excerpt(s) kept{more}, then the end ...]\n{body}{tail_text}",
4313 text.len(),
4314 );
4315 if out.len() > max {
4316 return clip_line(&out, max).to_owned();
4317 }
4318 out
4319}
4320
4321/// Reserve a fresh verification artifact atomically, so concurrent writes,
4322/// retries and resumes cannot overwrite earlier evidence.
4323pub fn write_verification_artifact(run: &RunState, stem: &str, body: &str) -> Result<String> {
4324 use std::io::Write as _;
4325 let dir = run.dir().join("artifacts");
4326 std::fs::create_dir_all(&dir)?;
4327 for sequence in 1.. {
4328 let name = format!("{stem}-{sequence}.out");
4329 match std::fs::OpenOptions::new()
4330 .write(true)
4331 .create_new(true)
4332 .open(dir.join(&name))
4333 {
4334 Ok(mut file) => {
4335 file.write_all(body.as_bytes())
4336 .with_context(|| format!("write artifacts/{name}"))?;
4337 return Ok(name);
4338 }
4339 Err(e) if e.kind() == std::io::ErrorKind::AlreadyExists => continue,
4340 Err(e) => return Err(e).with_context(|| format!("create artifacts/{name}")),
4341 }
4342 }
4343 unreachable!()
4344}
4345
4346/// Path of a run artifact.
4347pub fn artifact_path(run: &RunState, name: &str) -> PathBuf {
4348 run.dir().join("artifacts").join(name)
4349}
4350
4351/// Write an artifact, creating the directory if needed.
4352pub fn write_artifact(run: &RunState, name: &str, body: &str) -> Result<PathBuf> {
4353 let path = artifact_path(run, name);
4354 if let Some(parent) = path.parent() {
4355 std::fs::create_dir_all(parent).with_context(|| format!("create {}", parent.display()))?;
4356 }
4357 std::fs::write(&path, body).with_context(|| format!("write {}", path.display()))?;
4358 Ok(path)
4359}
4360
4361/// Read an artifact back, e.g. a stored patch on resume.
4362pub fn read_artifact(run: &RunState, name: &str) -> Option<String> {
4363 std::fs::read_to_string(artifact_path(run, name)).ok()
4364}
4365
4366#[cfg(test)]
4367mod tests {
4368 #[test]
4369 fn summarize_verify_preserves_failure_context_and_bounds() {
4370 let mut text = String::from("[full output: artifacts/gate-1.out]\n");
4371 for name in ["first", "second"] {
4372 text.push_str(&format!("---- {name} stdout ----\nmy test output\n"));
4373 text.push_str(&format!("thread '{name}' panicked at tests/check.rs:42:9:\nassertion `left == right` failed\n left: 1\n right: 2\n"));
4374 for frame in 0..4000 {
4375 text.push_str(&format!(
4376 " {frame}: 0x102e80de0 - backtrace frame with 日本語\n"
4377 ));
4378 }
4379 }
4380 text.push_str("---- second stderr ----\nsecond test stderr\n");
4381 text.push_str(&"unrelated output\n".repeat(1000));
4382 text.push_str(
4383 "\x1b[31mFAIL [0.01s] suite third\x1b[0m\n--- STDOUT: ---\nthird test stdout\n",
4384 );
4385 text.push_str(&"stdout noise\n".repeat(10000));
4386 text.push_str("--- STDERR: ---\nthird test stderr\n");
4387 text.push_str("thread 'third' panicked at test.rs:1:\nthird assertion\n");
4388 text.push_str(&"backtrace noise\n".repeat(10000));
4389 text.push_str("test result: FAILED. 0 passed; 3 failed\n");
4390 let summary = summarize_verify(&text, 32 * 1024);
4391 assert!(summary.len() <= 32 * 1024);
4392 for expected in [
4393 "thread 'first' panicked at",
4394 "thread 'second' panicked at",
4395 "thread 'third' panicked at",
4396 "my test output",
4397 "second test stderr",
4398 "FAIL [0.01s] suite third",
4399 "third test stdout",
4400 "third test stderr",
4401 "panicked at tests/check.rs:42:9",
4402 "left: 1",
4403 "right: 2",
4404 "third assertion",
4405 "test result: FAILED",
4406 "artifacts/gate-1.out",
4407 ] {
4408 assert!(summary.contains(expected), "missing {expected}: {summary}");
4409 }
4410 assert_eq!(summarize_verify(&summary, 32 * 1024), summary);
4411 let compact = summarize_verify(&summary, 2000);
4412 assert!(compact.len() <= 2000);
4413 assert!(compact.contains("panicked at"));
4414 assert!(compact.contains("artifacts/gate-1.out"));
4415 assert_eq!(summarize_verify("short 日本語\n", 1024), "short 日本語\n");
4416 }
4417
4418 #[test]
4419 fn summarize_verify_prioritizes_late_test_failures_over_diagnostics() {
4420 let mut text = String::new();
4421 for _ in 0..130 {
4422 text.push_str("error: diagnostic\n");
4423 text.push_str(&"ordinary build log\n".repeat(21));
4424 }
4425 text.push_str("---- late_test stdout ----\ntest stdout summary\n");
4426 text.push_str("thread 'late_test' panicked at tests/late.rs:42:9:\nassertion `left == right` failed\n left: 1\n right: 2\n");
4427 text.push_str("--- STDERR: ---\ntest stderr summary\n");
4428 text.push_str(&"ordinary test log\n".repeat(4000));
4429 text.push_str("test result: FAILED\n");
4430
4431 let summary = summarize_verify(&text, 32 * 1024);
4432 assert!(summary.len() <= 32 * 1024);
4433 for expected in [
4434 "---- late_test stdout ----",
4435 "test stdout summary",
4436 "panicked at tests/late.rs:42:9:",
4437 "assertion `left == right` failed",
4438 "left: 1",
4439 "right: 2",
4440 "test stderr summary",
4441 "test result: FAILED",
4442 ] {
4443 assert!(summary.contains(expected), "missing {expected}");
4444 }
4445 }
4446
4447 #[test]
4448 fn summarize_verify_reports_overflow_and_handles_long_utf8_lines() {
4449 let text = (0..1000)
4450 .map(|i| {
4451 format!(
4452 "thread '{i}' panicked at test.rs:1:\n{}\n",
4453 "あ".repeat(2000)
4454 )
4455 })
4456 .collect::<String>();
4457 for max in (0..=256).chain([800, 2000, 32 * 1024]) {
4458 let summary = summarize_verify(&text, max);
4459 assert!(summary.len() <= max);
4460 if max >= 256 {
4461 assert!(summary.contains("more excerpt(s) not shown"));
4462 }
4463 }
4464 let compiler = format!(
4465 "error[E0063]: missing field\n{}done",
4466 "noise\n".repeat(20000)
4467 );
4468 assert!(summarize_verify(&compiler, 2000).contains("error[E0063]"));
4469 }
4470
4471 #[test]
4472 fn verification_artifacts_reserve_names_atomically() {
4473 pin_test_home();
4474 let state = pass_state();
4475 let names = std::thread::scope(|scope| {
4476 let handles: Vec<_> = (0..8)
4477 .map(|i| {
4478 let state = &state;
4479 scope.spawn(move || {
4480 let body = format!("output {i}");
4481 let name = write_verification_artifact(state, "gate", &body).unwrap();
4482 (name, body)
4483 })
4484 })
4485 .collect();
4486 handles
4487 .into_iter()
4488 .map(|h| h.join().unwrap())
4489 .collect::<Vec<_>>()
4490 });
4491 let unique: BTreeSet<_> = names.iter().map(|(name, _)| name).collect();
4492 assert_eq!(unique.len(), names.len());
4493 for (name, body) in names {
4494 assert_eq!(read_artifact(&state, &name).unwrap(), body);
4495 }
4496 }
4497
4498 #[test]
4499 fn quota_loss_from_report_preserves_machine_failure_details() {
4500 let report = crate::agent::Quota {
4501 reset: Some("in 1h".into()),
4502 cause: crate::agent::QuotaCause::Authentication,
4503 agent: "alpha".into(),
4504 };
4505 let loss = QuotaLoss::from_report("advisor-1".into(), "advise", Some(&report));
4506 assert_eq!(loss.seat, "advisor-1");
4507 assert_eq!(loss.node, "advise");
4508 assert_eq!(loss.reset, report.reset);
4509 assert_eq!(loss.cause, report.cause);
4510 assert_eq!(loss.agent, report.agent);
4511
4512 let absent = QuotaLoss::from_report("advisor-2".into(), "advise", None);
4513 assert_eq!(absent.reset, None);
4514 assert_eq!(absent.cause, crate::agent::QuotaCause::UsageLimit);
4515 assert!(absent.agent.is_empty());
4516 }
4517
4518 fn pass_state() -> RunState {
4519 RunState::new(
4520 PathBuf::from("/repo"),
4521 "main".to_owned(),
4522 "0123456789abcdef".to_owned(),
4523 "Do it".to_owned(),
4524 Config::default(),
4525 )
4526 }
4527
4528 #[test]
4529 fn reserving_runs_retries_full_and_short_collisions_without_touching_the_first() {
4530 let home = tempfile::tempdir().unwrap();
4531 let first_id = "20260101-000000-abcd";
4532 let ids = crate::id_reserve::sequence(&[
4533 first_id,
4534 first_id,
4535 "20260102-000000-abcd",
4536 "20260101-000000-1234",
4537 ]);
4538 let mut first = pass_state();
4539 first.reserve_with(home.path(), &ids).unwrap();
4540 let first_dir = home.path().join("runs").join(&first.id);
4541 std::fs::create_dir(first_dir.join("artifacts")).unwrap();
4542 std::fs::write(first_dir.join("artifacts/keep"), b"original artifact").unwrap();
4543 let before = std::fs::read(first_dir.join("run.json")).unwrap();
4544 let mut second = pass_state();
4545 second.instruction = "independent".into();
4546 second.reserve_with(home.path(), &ids).unwrap();
4547 assert_eq!(first.id, first_id);
4548 assert_eq!(second.id, "20260101-000000-1234");
4549 assert_ne!(first.branch_for('A'), second.branch_for('A'));
4550 assert_eq!(std::fs::read(first_dir.join("run.json")).unwrap(), before);
4551 assert_eq!(
4552 std::fs::read(first_dir.join("artifacts/keep")).unwrap(),
4553 b"original artifact"
4554 );
4555 assert_eq!(
4556 RunState::load_under(&second.id, home.path())
4557 .unwrap()
4558 .instruction,
4559 "independent"
4560 );
4561 assert!(!home.path().join("runs/20260102-000000-abcd").exists());
4562 let stuck = crate::id_reserve::IdSource::custom(|| "20260101-000000-abcd".into());
4563 assert!(
4564 pass_state()
4565 .reserve_with(home.path(), &stuck)
4566 .unwrap_err()
4567 .to_string()
4568 .contains("256 attempts")
4569 );
4570 assert_eq!(std::fs::read(first_dir.join("run.json")).unwrap(), before);
4571 }
4572
4573 #[test]
4574 fn reserving_a_run_fails_when_the_store_cannot_be_created() {
4575 let home = tempfile::tempdir().unwrap();
4576 std::fs::write(home.path().join("runs"), "not a directory").unwrap();
4577 assert!(pass_state().reserve_under(home.path()).is_err());
4578 }
4579
4580 #[test]
4581 fn passes_append_and_a_resume_never_rewrites_an_earlier_cause() {
4582 let mut s = pass_state();
4583 s.begin_pass();
4584 assert!(!s.passes[0].resumed);
4585 s.end_pass_parked(ParkCause::Upgrade {
4586 from: "0.1.0".to_owned(),
4587 to: Some("0.1.1".to_owned()),
4588 });
4589 s.begin_pass();
4590 s.end_pass_parked(ParkCause::Operator);
4591 // A second request for the same boundary does not relabel it.
4592 s.end_pass_parked(ParkCause::Question);
4593 s.begin_pass();
4594 assert_eq!(s.passes.len(), 3);
4595 assert!(s.passes[1].resumed);
4596 assert_eq!(
4597 s.passes[0].end,
4598 Some(PassEnd::Parked {
4599 cause: ParkCause::Upgrade {
4600 from: "0.1.0".to_owned(),
4601 to: Some("0.1.1".to_owned()),
4602 }
4603 })
4604 );
4605 assert_eq!(
4606 s.passes[1].end,
4607 Some(PassEnd::Parked {
4608 cause: ParkCause::Operator
4609 })
4610 );
4611 assert_eq!(s.passes[2].end, None);
4612 }
4613
4614 #[test]
4615 fn a_pass_left_open_is_closed_as_unrecorded_by_the_next() {
4616 let mut s = pass_state();
4617 s.begin_pass();
4618 s.begin_pass();
4619 assert_eq!(s.passes[0].end, Some(PassEnd::Unrecorded));
4620 assert!(s.passes[0].ended_at.is_some());
4621 assert_eq!(s.passes[1].end, None);
4622 }
4623
4624 #[test]
4625 fn a_state_written_before_passes_loads_with_none() {
4626 let s = pass_state();
4627 let mut v = serde_json::to_value(&s).unwrap();
4628 v.as_object_mut().unwrap().remove("passes");
4629 let back: RunState = serde_json::from_value(v).unwrap();
4630 assert!(back.passes.is_empty());
4631 }
4632 #[test]
4633 fn test_home_is_private_stable_and_unique_per_process() {
4634 // Child mode: report this process's home and stop.
4635 if std::env::var_os("MAGI_HOME_PROBE").is_some() {
4636 println!("HOME={}", super::test_home().display());
4637 return;
4638 }
4639 let a = super::test_home();
4640 assert_eq!(a, super::test_home());
4641 assert!(a.is_dir() && a.starts_with(std::env::temp_dir()));
4642 let probe = || {
4643 let out = std::process::Command::new(std::env::current_exe().unwrap())
4644 .args([
4645 "--exact",
4646 "run::tests::test_home_is_private_stable_and_unique_per_process",
4647 "--nocapture",
4648 "--test-threads=1",
4649 ])
4650 .env("MAGI_HOME_PROBE", "1")
4651 .quiet()
4652 .output()
4653 .unwrap();
4654 String::from_utf8_lossy(&out.stdout)
4655 .lines()
4656 .find_map(|l| l.split_once("HOME=").map(|(_, h)| h.to_owned()))
4657 .expect("child reported a home")
4658 };
4659 let (b, c) = (probe(), probe());
4660 assert_ne!(b, c, "two processes must never share a unit-test home");
4661 assert_ne!(b, a.display().to_string());
4662 }
4663
4664 #[test]
4665 fn no_test_pins_a_fixed_temp_path_as_the_home() {
4666 let root = std::env::var_os("CARGO_MANIFEST_DIR")
4667 .map(PathBuf::from)
4668 .unwrap_or_else(|| PathBuf::from(env!("CARGO_MANIFEST_DIR")));
4669 let needle = ["set_home(std::env::temp_dir()", ".join(\"magi-"].concat();
4670 for e in std::fs::read_dir(root.join("src")).unwrap() {
4671 let p = e.unwrap().path();
4672 if p.extension().and_then(|x| x.to_str()) != Some("rs") {
4673 continue;
4674 }
4675 let text = std::fs::read_to_string(&p).unwrap();
4676 assert!(
4677 !text.contains(&needle),
4678 "{} pins a fixed temp home; use run::pin_test_home()",
4679 p.display()
4680 );
4681 }
4682 }
4683
4684 use super::*;
4685
4686 fn state() -> RunState {
4687 RunState::new(
4688 PathBuf::from("/repo"),
4689 "main".to_owned(),
4690 "abc1234def".to_owned(),
4691 "add retries".to_owned(),
4692 Config::default(),
4693 )
4694 }
4695
4696 #[test]
4697 fn task_public_head_contains_only_the_task_identity() {
4698 let mut run = state();
4699 run.origin = Some(Origin::queue("abcd-1234"));
4700 assert_eq!(run.task_pr_branch().as_deref(), Some("magi/task-abcd-1234"));
4701 assert_ne!(run.task_pr_branch().unwrap(), run.branch_for('A'));
4702 run.origin = Some(Origin::queue("bad..task"));
4703 assert!(run.task_pr_branch().is_none());
4704 run.origin = Some(Origin::queue("abcd-1234"));
4705 run.reviewed_commits = Some(Vec::new());
4706 assert!(run.task_pr_branch().is_none());
4707 run.reviewed_commits = None;
4708 run.origin = Some(Origin::operator());
4709 assert!(run.task_pr_branch().is_none());
4710 }
4711
4712 #[test]
4713 fn review_run_keeps_the_task_public_head_only_when_inherited() {
4714 let mut run = state();
4715 run.origin = Some(Origin::queue("abcd-1234"));
4716 run.reviewed_commits = Some(Vec::new());
4717 let mut cand = |branch: &str| {
4718 run.candidates = vec![Candidate {
4719 index: 0,
4720 label: 'A',
4721 agent: "(existing branch)".to_owned(),
4722 branch: branch.to_owned(),
4723 worktree: PathBuf::from("/w"),
4724 summary: String::new(),
4725 stat: String::new(),
4726 files: 1,
4727 commits: 1,
4728 empty: false,
4729 failed: None,
4730 verified_noop: None,
4731 duration_ms: 0,
4732 folded: false,
4733 }];
4734 };
4735 cand("magi/ab12/A");
4736 run.tally = Some(Tally {
4737 first_choice: BTreeMap::from([('A', 0)]),
4738 borda: BTreeMap::new(),
4739 winner: 'A',
4740 rankings: 0,
4741 unanimous_initial: false,
4742 deliberated: false,
4743 changed_votes: 0,
4744 unanimous_final: false,
4745 tie_break: None,
4746 judges: 0,
4747 present: 0,
4748 quorum: 0,
4749 met_quorum: true,
4750 uncontested: None,
4751 });
4752 // A legacy candidate-branch PR: nothing inherited, keep its own head.
4753 assert!(run.task_pr_branch().is_none());
4754 run.pr_head = Some("magi/task-abcd-1234".to_owned());
4755 assert_eq!(run.task_pr_branch().as_deref(), Some("magi/task-abcd-1234"));
4756 // A head that is not this task's is never followed.
4757 run.pr_head = Some("magi/task-other".to_owned());
4758 assert!(run.task_pr_branch().is_none());
4759 }
4760
4761 #[test]
4762 fn superseded_is_terminal_but_not_resumable() {
4763 assert!(RunStatus::Superseded.done());
4764 assert!(!RunStatus::Superseded.resumable());
4765 assert_eq!(RunStatus::Superseded.as_str(), "superseded");
4766 assert!(RunStatus::AlreadyInBase.done());
4767 assert!(!RunStatus::AlreadyInBase.resumable());
4768 assert_eq!(RunStatus::AlreadyInBase.as_str(), "already_in_base");
4769 }
4770
4771 #[test]
4772 fn load_under_reads_back_exactly_what_save_under_wrote_at_an_explicit_home() {
4773 // Both rooted at an explicit `home` rather than the process-global
4774 // one - a caller with its own `home` (a test fixture, a housekeeping
4775 // pass) must round-trip through exactly that directory, never
4776 // through whichever home some other test in the same binary pinned
4777 // into the global `OnceLock` first.
4778 let dir = tempfile::tempdir().unwrap();
4779 let mut original = state();
4780 original.id = "20260101-000000-load".to_owned();
4781 original.status = RunStatus::Blocked;
4782 original.save_under(dir.path()).unwrap();
4783
4784 let reloaded = RunState::load_under(&original.id, dir.path()).unwrap();
4785 assert_eq!(reloaded.id, original.id);
4786 assert_eq!(reloaded.status, RunStatus::Blocked);
4787
4788 assert!(
4789 RunState::load_under("20260101-000000-none", dir.path()).is_err(),
4790 "an id with nothing saved under this home must not silently read something else"
4791 );
4792 }
4793
4794 #[test]
4795 fn verification_history_legacy_metadata_remains_unknown() {
4796 let history: VerificationEvidence = serde_json::from_value(serde_json::json!({
4797 "gate_head": "old-head",
4798 "gate_ran": true,
4799 "gate": [],
4800 "e2e": null
4801 }))
4802 .unwrap();
4803 assert!(history.superseded_by.is_none());
4804 assert!(history.archived_at.is_none());
4805 assert!(history.fixes_spent.is_none());
4806 assert_eq!(history.gate_head.as_deref(), Some("old-head"));
4807 assert!(history.gate_ran);
4808 }
4809
4810 #[test]
4811 fn resolve_home_prefers_the_pin_then_the_env_var() {
4812 let pinned = PathBuf::from("/pinned");
4813 assert_eq!(
4814 resolve_home(Some(pinned.clone()), Some("/env".into())),
4815 pinned,
4816 "a pin wins even over MAGI_HOME"
4817 );
4818 assert_eq!(
4819 resolve_home(None, Some("/env".into())),
4820 PathBuf::from("/env")
4821 );
4822 }
4823
4824 #[test]
4825 #[should_panic(expected = "run::set_home()")]
4826 fn resolve_home_refuses_to_fall_back_to_the_operators_real_home() {
4827 // Neither override present is exactly the state a test reaches by
4828 // forgetting `set_home`/`MAGI_HOME` - the accident that put three
4829 // broken fixture runs into the operator's real history. Asserted
4830 // against the pure decision directly, not `home()` itself, because
4831 // `HOME` is a process-wide `OnceLock` another test may have already
4832 // set - this must not depend on test execution order.
4833 resolve_home(None, None);
4834 }
4835
4836 #[test]
4837 fn a_run_is_named_by_shape_so_a_state_less_directory_is_still_a_run() {
4838 // The shape `new_id` mints. A directory answering to it is a run even
4839 // with no readable `run.json`: that is how a save that ran out of
4840 // disk stays visible instead of vanishing from every listing.
4841 assert!(is_run_id(&new_id()));
4842 assert!(is_run_id("20260904-014540-88c0"));
4843 // Not runs: a stray folder, a truncated id, a non-hex tag, and an id
4844 // with an extra segment (a worktree label, say).
4845 assert!(!is_run_id("scratch"));
4846 assert!(!is_run_id("20260904-014540"));
4847 assert!(!is_run_id("20260904-014540-88c0f"));
4848 assert!(!is_run_id("2026090x-014540-88c0"));
4849 assert!(!is_run_id("20260904-014540-88c0-A"));
4850 }
4851
4852 #[test]
4853 fn ids_are_sortable_and_short_suffixed() {
4854 let s = state();
4855 let parts: Vec<&str> = s.id.split('-').collect();
4856 assert_eq!(parts.len(), 3);
4857 assert_eq!(parts[0].len(), 8);
4858 assert_eq!(parts[1].len(), 6);
4859 assert_eq!(parts[2].len(), 4);
4860 assert_eq!(s.short(), parts[2]);
4861 }
4862
4863 #[test]
4864 fn branch_names_carry_the_label_not_the_author() {
4865 let s = state();
4866 let b = s.branch_for('B');
4867 assert_eq!(b, format!("magi/{}/B", s.short()));
4868 assert!(!b.contains("claude"));
4869 }
4870
4871 /// A pinned seed reproduces the blind decisions. It must **not** reproduce
4872 /// the run's identity.
4873 ///
4874 /// `assert_eq!(a.short(), b.short())` used to stand where the last
4875 /// assertion is now, and it was pinning the defect: with the id's suffix
4876 /// derived from the seed, two runs started in the same second were the
4877 /// same run as far as the filesystem was concerned - one directory, one
4878 /// `artifacts/`, one set of candidate worktrees. `tests/common` pins a
4879 /// seed for every integration test, so on Linux, where the suite is fast,
4880 /// two tests in `graph_dropped_stream` shared a directory and one read the
4881 /// other's artifact.
4882 #[test]
4883 fn a_pinned_seed_is_reproducible_but_never_the_run_id() {
4884 let mut cfg = Config::default();
4885 cfg.blind.seed = Some(1234);
4886 let a = RunState::new(
4887 PathBuf::from("/r"),
4888 "main".to_owned(),
4889 "c".to_owned(),
4890 "t".to_owned(),
4891 cfg.clone(),
4892 );
4893 let b = RunState::new(
4894 PathBuf::from("/r"),
4895 "main".to_owned(),
4896 "c".to_owned(),
4897 "t".to_owned(),
4898 cfg,
4899 );
4900 // What the seed is for: the same shuffles, run after run.
4901 assert_eq!(a.seed, 1234);
4902 assert_eq!(a.seed, b.seed);
4903 // What it is not for. Two runs are two runs, in the same second or
4904 // not, and everything keyed on the id depends on that.
4905 assert_ne!(
4906 a.id, b.id,
4907 "two runs sharing an id share a directory, artifacts and worktrees"
4908 );
4909 }
4910
4911 #[test]
4912 fn status_terminality() {
4913 assert!(RunStatus::Merged.done());
4914 assert!(RunStatus::Blocked.done());
4915 assert!(!RunStatus::Reviewing.done());
4916 }
4917
4918 fn overrun_seat(now: Timestamp, elapsed_secs: i64, timeout_secs: u64) -> ActiveSeat {
4919 ActiveSeat {
4920 node: "implement".to_owned(),
4921 started_at: now - jiff::SignedDuration::new(elapsed_secs, 0),
4922 timeout_secs,
4923 attempt: 0,
4924 task: None,
4925 command: None,
4926 index: None,
4927 total: None,
4928 }
4929 }
4930
4931 #[test]
4932 fn active_all_overrun_requires_every_seat_past_its_own_timeout() {
4933 let mut s = state();
4934 let now = Timestamp::now();
4935 assert!(
4936 !s.active_all_overrun(now),
4937 "nothing active is not evidence of anything"
4938 );
4939
4940 s.active
4941 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
4942 assert!(
4943 s.active_all_overrun(now),
4944 "21000s elapsed against a 3600s budget"
4945 );
4946
4947 // A seat still well within its own budget means the run is not
4948 // provably dead, however far its sibling has overrun.
4949 s.active
4950 .insert("impl-B".to_owned(), overrun_seat(now, 0, 3_600));
4951 assert!(!s.active_all_overrun(now));
4952 }
4953
4954 /// A schema-11 run that ended Blocked cannot be pinned by a daemon pid
4955 /// that is still alive; one still mid-walk keeps asking the pid.
4956 #[test]
4957 fn migrating_schema_11_marks_only_ended_runs_as_exited() {
4958 for (status, exited) in [
4959 (RunStatus::Blocked, true),
4960 (RunStatus::Failed, true),
4961 (RunStatus::Stalled, true),
4962 (RunStatus::Landing, true),
4963 (RunStatus::Reviewing, false),
4964 ] {
4965 let mut s = state();
4966 s.schema = 11;
4967 s.status = status;
4968 let m = migrate_schema(s).unwrap();
4969 assert_eq!(m.schema, SCHEMA);
4970 assert_eq!(m.driver_exited, exited, "{status:?}");
4971 }
4972 }
4973
4974 /// A driver that recorded its own exit reads dead without its pid being
4975 /// asked: a daemon's pid outlives the runs it drove.
4976 #[test]
4977 fn an_exited_driver_is_dead_even_when_its_pid_answers_alive() {
4978 let mut s = state();
4979 s.driver_pid = Some(4242);
4980 s.driver_started_at = Some("1790000000".to_owned());
4981 s.driver_exited = true;
4982 let never = |_| -> Option<bool> { panic!("the pid must not be asked") };
4983 assert_eq!(
4984 s.liveness_with(false, never, |_| panic!("nor its identity")),
4985 Liveness::Dead
4986 );
4987 assert_eq!(s.liveness_with(true, never, |_| None), Liveness::Live);
4988 }
4989
4990 /// A daemon claim wins outright, whatever `driver_pid` or either query
4991 /// says — the stronger, independently-heartbeating signal. Neither query
4992 /// closure is even called: a daemon claim short-circuits before either
4993 /// one, which panicking closures here prove.
4994 #[test]
4995 fn liveness_reads_live_from_a_daemon_claim_alone() {
4996 let mut s = state();
4997 s.driver_pid = None;
4998 assert_eq!(
4999 s.liveness_with(
5000 true,
5001 |_| panic!("a daemon claim needs no pid query"),
5002 |_| panic!("a daemon claim needs no identity query")
5003 ),
5004 Liveness::Live,
5005 "a daemon claim needs no pid to back it up"
5006 );
5007 }
5008
5009 /// The gap `driver_pid` closes: no daemon claim (every manual `magi run`
5010 /// / `magi review`), but the recorded pid answers alive *and* the
5011 /// process currently holding it still carries the same start-time
5012 /// marker this run recorded — proof it is genuinely the same process,
5013 /// not merely the same number.
5014 #[test]
5015 fn liveness_reads_live_from_a_confirmed_pid_with_a_matching_identity() {
5016 let mut s = state();
5017 s.driver_pid = Some(4242);
5018 s.driver_started_at = Some("1790000000".to_owned());
5019 assert_eq!(
5020 s.liveness_with(
5021 false,
5022 |pid| {
5023 assert_eq!(pid, 4242);
5024 Some(true)
5025 },
5026 |pid| {
5027 assert_eq!(pid, 4242);
5028 Some("1790000000".to_owned())
5029 }
5030 ),
5031 Liveness::Live
5032 );
5033 }
5034
5035 /// No daemon claim and the recorded pid confirmed gone by the OS itself
5036 /// — dead outright, and the identity query is never even reached (a
5037 /// panicking closure proves it), since there is nothing left to
5038 /// corroborate.
5039 #[test]
5040 fn liveness_reads_dead_from_a_confirmed_dead_pid() {
5041 let mut s = state();
5042 s.driver_pid = Some(4242);
5043 assert_eq!(
5044 s.liveness_with(
5045 false,
5046 |_| Some(false),
5047 |_| panic!("a confirmed-dead pid needs no identity query")
5048 ),
5049 Liveness::Dead
5050 );
5051 }
5052
5053 /// The gap this task's review round exists to close: a killed manual
5054 /// run's pid gets handed to a wholly unrelated later process. `pid_status`
5055 /// alone would read that as `Live` — the reused pid really is alive —
5056 /// but the process now holding it started at a different moment than the
5057 /// one this run recorded, so this must read `Dead`, not `Live`: a
5058 /// mismatch is exactly as good as proof the original driver is gone.
5059 #[test]
5060 fn liveness_reads_dead_when_a_live_pid_no_longer_matches_the_recorded_start_time() {
5061 let mut s = state();
5062 s.driver_pid = Some(4242);
5063 s.driver_started_at = Some("1790000000".to_owned());
5064 assert_eq!(
5065 s.liveness_with(false, |_| Some(true), |_| Some("1790005400".to_owned())),
5066 Liveness::Dead,
5067 "the pid is alive, but under a different process than the one this run recorded"
5068 );
5069 }
5070
5071 /// Missing information never collapses to `Dead`: an old run with no
5072 /// `driver_pid` at all, a `driver_pid` this build could not query, a live
5073 /// pid with no recorded start time to compare (an even older run, before
5074 /// that field existed), and a live pid whose current identity this build
5075 /// could not re-query, all read as `Unknown` — never a guess in either
5076 /// direction.
5077 #[test]
5078 fn a_locale_format_marker_on_a_live_pid_reads_unknown_never_dead() {
5079 let mut s = state();
5080 s.driver_pid = Some(4242);
5081 for old in ["日 10/ 4 17:27:03 2026", "Sun Oct 4 17:27:03 2026"] {
5082 s.driver_started_at = Some(old.to_owned());
5083 assert_eq!(
5084 s.liveness_with(
5085 false,
5086 |_| Some(true),
5087 |_| panic!("an old-format marker needs no identity query")
5088 ),
5089 Liveness::Unknown,
5090 "{old}"
5091 );
5092 }
5093 }
5094
5095 #[test]
5096 fn integer_markers_compare_live_on_match_and_dead_on_difference() {
5097 let mut s = state();
5098 s.driver_pid = Some(4242);
5099 s.driver_started_at = Some("1790000000".to_owned());
5100 assert_eq!(
5101 s.liveness_with(false, |_| Some(true), |_| Some("1790000000".to_owned())),
5102 Liveness::Live
5103 );
5104 assert_eq!(
5105 s.liveness_with(false, |_| Some(true), |_| Some("1790000001".to_owned())),
5106 Liveness::Dead
5107 );
5108 }
5109
5110 #[test]
5111 fn liveness_never_guesses_out_of_missing_information() {
5112 let mut s = state();
5113 s.driver_pid = None;
5114 assert_eq!(
5115 s.liveness_with(
5116 false,
5117 |_| panic!("no pid to query"),
5118 |_| panic!("no pid to query")
5119 ),
5120 Liveness::Unknown,
5121 "no driver_pid recorded at all — an old run predating this field"
5122 );
5123
5124 s.driver_pid = Some(4242);
5125 assert_eq!(
5126 s.liveness_with(false, |_| None, |_| panic!("inconclusive already")),
5127 Liveness::Unknown,
5128 "a pid to ask, but the platform could not answer for it"
5129 );
5130
5131 s.driver_started_at = None;
5132 assert_eq!(
5133 s.liveness_with(false, |_| Some(true), |_| Some("anything".to_owned())),
5134 Liveness::Unknown,
5135 "a live pid, but no recorded marker to corroborate it against — an old run \
5136 predating `driver_started_at`"
5137 );
5138
5139 s.driver_started_at = Some("1790000000".to_owned());
5140 assert_eq!(
5141 s.liveness_with(false, |_| Some(true), |_| None),
5142 Liveness::Unknown,
5143 "a live pid and a recorded marker, but the identity re-query itself failed"
5144 );
5145 }
5146
5147 #[test]
5148 fn abandon_clears_active_and_fails_a_non_terminal_run() {
5149 let mut s = state();
5150 s.status = RunStatus::Implementing;
5151 let now = Timestamp::now();
5152 s.active
5153 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
5154
5155 s.abandon("daemon");
5156
5157 assert!(s.active.is_empty());
5158 assert_eq!(s.status, RunStatus::Failed);
5159 assert!(
5160 s.events
5161 .last()
5162 .expect("an event was logged")
5163 .message
5164 .contains("impl-A"),
5165 "the event names the abandoned seat"
5166 );
5167 }
5168
5169 #[test]
5170 fn abandon_never_overwrites_a_status_already_terminal() {
5171 let mut s = state();
5172 s.status = RunStatus::Ready;
5173 let now = Timestamp::now();
5174 s.active
5175 .insert("impl-A".to_owned(), overrun_seat(now, 21_000, 3_600));
5176
5177 s.abandon("daemon");
5178
5179 assert!(s.active.is_empty());
5180 assert_eq!(
5181 s.status,
5182 RunStatus::Ready,
5183 "a run already done must not be relabelled Failed"
5184 );
5185 }
5186
5187 #[test]
5188 fn candidate_viability_excludes_empty_and_failed() {
5189 let mut c = Candidate {
5190 index: 0,
5191 label: 'A',
5192 agent: "a".to_owned(),
5193 branch: "b".to_owned(),
5194 worktree: PathBuf::from("/w"),
5195 summary: String::new(),
5196 stat: String::new(),
5197 files: 1,
5198 commits: 1,
5199 empty: false,
5200 failed: None,
5201 verified_noop: None,
5202 duration_ms: 0,
5203 folded: false,
5204 };
5205 assert!(c.viable());
5206 c.empty = true;
5207 assert!(!c.viable());
5208 c.empty = false;
5209 c.failed = Some("timeout".to_owned());
5210 assert!(!c.viable());
5211 }
5212
5213 #[test]
5214 fn build_failure_is_distinguished_from_a_failing_test() {
5215 let link_race = CommandOutcome {
5216 command: "cargo test".to_owned(),
5217 code: Some(1),
5218 output_tail: "LINK : fatal error LNK1104: cannot open file \
5219 'graph_dirty_tree-71d4dc8e.exe'\n\
5220 error: could not compile `magi-cli` (test \"graph_dirty_tree\")"
5221 .to_owned(),
5222 duration_ms: 500,
5223 resource_blocked: false,
5224 };
5225 assert!(!link_race.ok());
5226 assert!(link_race.build_failed());
5227 let mut resource_hold = link_race.clone();
5228 resource_hold.resource_blocked = true;
5229 assert!(
5230 !resource_hold.build_failed(),
5231 "disk admission must not spend a build retry"
5232 );
5233
5234 let failing_test = CommandOutcome {
5235 command: "cargo test".to_owned(),
5236 code: Some(101),
5237 output_tail: "thread 'it_works' panicked at 'assertion failed'".to_owned(),
5238 duration_ms: 500,
5239 resource_blocked: false,
5240 };
5241 assert!(!failing_test.ok());
5242 assert!(
5243 !failing_test.build_failed(),
5244 "a real test failure must not be classed as a build failure"
5245 );
5246
5247 let passing = CommandOutcome {
5248 command: "cargo test".to_owned(),
5249 code: Some(0),
5250 output_tail: String::new(),
5251 duration_ms: 500,
5252 resource_blocked: false,
5253 };
5254 assert!(passing.ok());
5255 assert!(!passing.build_failed());
5256 }
5257
5258 #[test]
5259 fn tail_keeps_the_end_on_a_line_boundary() {
5260 let text = (0..100).map(|i| format!("line {i}\n")).collect::<String>();
5261 let t = tail(&text, 40);
5262 assert!(t.starts_with("[..."));
5263 assert!(t.ends_with("line 99\n"));
5264 assert!(t.len() < 120);
5265 assert_eq!(tail("short", 40), "short");
5266 }
5267
5268 #[test]
5269 fn summarize_verify_keeps_panics_behind_a_huge_backtrace() {
5270 let mut text =
5271 String::from("running 1 test\ntest a ... FAILED\n\nfailures:\n\n---- a stdout ----\n");
5272 text.push_str("thread 'a' panicked at tests/a.rs:9:5:\nassertion `left == right` failed\n left: 1\n right: 2\nstack backtrace:\n");
5273 for i in 0..6000 {
5274 text.push_str(&format!(" {i}: 0x102e80de0 - <web_render::x::{{closure#0}}>\n at /rustc/abc/library/core/src/ops/function.rs:250:5\n"));
5275 }
5276 text.push_str("\nfailures:\n a\n\ntest result: FAILED. 0 passed; 1 failed\n");
5277 assert!(text.len() > 400_000);
5278 let s = summarize_verify(&text, VERIFY_SUMMARY);
5279 assert!(s.contains("panicked at tests/a.rs:9:5"));
5280 assert!(s.contains("left: 1") && s.contains("right: 2"));
5281 assert!(s.contains("---- a stdout ----"));
5282 assert!(s.contains("test result: FAILED"));
5283 assert!(!s.contains("0x102e80de0"));
5284 assert!(s.len() <= VERIFY_SUMMARY);
5285 // Re-summarising to a smaller budget still keeps the panic.
5286 assert!(summarize_verify(&s, 1_500).contains("panicked at tests/a.rs:9:5"));
5287 assert_eq!(summarize_verify("short", 100), "short");
5288 }
5289
5290 #[test]
5291 fn summarize_verify_keeps_panics_when_the_noise_is_not_frames() {
5292 let mut text = String::from("---- t stdout ----\nthread 't' panicked at x.rs:1:1:\nboom\n");
5293 text.push_str(&"noise line\n".repeat(50_000));
5294 text.push_str("test result: FAILED\n");
5295 let s = summarize_verify(&text, 8_000);
5296 assert!(s.contains("panicked at x.rs:1:1"));
5297 assert!(s.contains("boom"));
5298 assert!(s.contains("test result: FAILED"));
5299 assert!(s.len() <= 8_000);
5300 }
5301
5302 #[test]
5303 fn tail_survives_multibyte_cuts() {
5304 let text = "あ".repeat(50);
5305 let t = tail(&text, 10);
5306 assert!(t.contains("earlier bytes omitted"));
5307 assert!(t.ends_with('あ'));
5308 }
5309
5310 fn finding(id: &str, severity: crate::verdict::Severity) -> crate::verdict::Finding {
5311 crate::verdict::Finding {
5312 id: id.to_owned(),
5313 severity,
5314 file: None,
5315 line: None,
5316 title: "x".to_owned(),
5317 detail: String::new(),
5318 }
5319 }
5320
5321 fn round(clean: bool, findings: Vec<crate::verdict::Finding>) -> ReviewRound {
5322 ReviewRound {
5323 round: 1,
5324 head: "h".to_owned(),
5325 verified_head: None,
5326 verified_at: None,
5327 reviews: vec![ReviewRecord {
5328 attempts: 0,
5329 reviewer: 1,
5330 agent: "a".to_owned(),
5331 summary: String::new(),
5332 findings,
5333 vote: None,
5334 failed: None,
5335 duration_ms: 0,
5336 }],
5337 e2e: Vec::new(),
5338 verify_retried: false,
5339 e2e_deferred: false,
5340 e2e_defer_reason: None,
5341 fix: None,
5342 blocking: 0,
5343 answered: 1,
5344 expected: 1,
5345 clean,
5346 progressed: false,
5347 vote_split: false,
5348 reconsideration: Vec::new(),
5349 verdict: None,
5350 }
5351 }
5352
5353 fn voted(
5354 findings: Vec<crate::verdict::Finding>,
5355 votes: &[ReviewVote],
5356 revotes: &[Option<ReviewVote>],
5357 ) -> ReviewRound {
5358 let mut r = round(false, findings);
5359 r.reviews = votes
5360 .iter()
5361 .enumerate()
5362 .map(|(i, v)| {
5363 let mut rec = r.reviews[0].clone();
5364 rec.reviewer = i + 1;
5365 rec.vote = Some(*v);
5366 if i > 0 {
5367 rec.findings = Vec::new();
5368 }
5369 rec
5370 })
5371 .collect();
5372 r.reconsideration = revotes
5373 .iter()
5374 .enumerate()
5375 .map(|(i, v)| ReviewRevoteRecord {
5376 reviewer: i + 1,
5377 agent: "a".to_owned(),
5378 vote: *v,
5379 reason: String::new(),
5380 failed: None,
5381 })
5382 .collect();
5383 r
5384 }
5385
5386 #[test]
5387 fn a_hand_off_is_contested_only_by_a_blocking_finding_and_a_reject_vote() {
5388 use crate::verdict::Severity::{Major, Minor};
5389 use ReviewVote::{Approve, Reject};
5390 let major = || vec![finding("R1-1-1", Major)];
5391 let minor = || vec![finding("R1-1-1", Minor)];
5392
5393 let c = voted(major(), &[Reject, Approve], &[])
5394 .contested_handoff()
5395 .expect("major + reject");
5396 assert_eq!(c.findings.len(), 1);
5397 assert_eq!(c.rejecters, vec![(1, "a".to_owned())]);
5398
5399 assert!(
5400 voted(minor(), &[Reject, Approve], &[])
5401 .contested_handoff()
5402 .is_none()
5403 );
5404 assert!(
5405 voted(major(), &[Approve, Approve], &[])
5406 .contested_handoff()
5407 .is_none()
5408 );
5409 assert!(
5410 voted(Vec::new(), &[Reject], &[])
5411 .contested_handoff()
5412 .is_none()
5413 );
5414 }
5415
5416 #[test]
5417 fn a_reject_withdrawn_in_the_revote_does_not_contest_and_an_unanswered_one_stands() {
5418 use crate::verdict::Severity::Major;
5419 use ReviewVote::{Approve, Reject};
5420 let major = || vec![finding("R1-1-1", Major)];
5421
5422 let withdrawn = voted(major(), &[Reject, Approve], &[Some(Approve), Some(Approve)]);
5423 assert!(withdrawn.contested_handoff().is_none());
5424
5425 let unanswered = voted(major(), &[Reject, Approve], &[None, Some(Approve)]);
5426 assert!(
5427 unanswered.contested_handoff().is_some(),
5428 "no revote falls back to the initial reject"
5429 );
5430
5431 let raised = voted(major(), &[Approve, Approve], &[Some(Reject), Some(Approve)]);
5432 assert!(raised.contested_handoff().is_some());
5433 }
5434
5435 #[test]
5436 fn e2e_status_tells_deferred_apart_from_not_configured() {
5437 let mut r = round(false, Vec::new());
5438 assert_eq!(r.e2e_status(), E2eStatus::NotConfigured);
5439
5440 r.e2e_deferred = true;
5441 assert_eq!(
5442 r.e2e_status(),
5443 E2eStatus::Deferred,
5444 "an empty e2e must not read as unconfigured once it was deferred on purpose"
5445 );
5446
5447 r.e2e = vec![CommandOutcome {
5448 command: "test".to_owned(),
5449 code: Some(0),
5450 output_tail: String::new(),
5451 duration_ms: 0,
5452 resource_blocked: false,
5453 }];
5454 assert_eq!(
5455 r.e2e_status(),
5456 E2eStatus::Passed,
5457 "a round with real outcomes is never read as deferred, even if the flag is still set"
5458 );
5459 }
5460
5461 #[test]
5462 fn e2e_status_reports_a_real_failure_as_failed_not_deferred() {
5463 let mut r = round(false, Vec::new());
5464 r.e2e = vec![CommandOutcome {
5465 command: "test".to_owned(),
5466 code: Some(1),
5467 output_tail: "boom".to_owned(),
5468 duration_ms: 0,
5469 resource_blocked: false,
5470 }];
5471 assert_eq!(r.e2e_status(), E2eStatus::Failed);
5472 }
5473
5474 #[test]
5475 fn e2e_status_never_reads_a_resource_block_as_a_failure() {
5476 // The exact shape of contention on the shared build cache: `e2e`
5477 // holds one outcome, and it is `resource_blocked`, never a command
5478 // that actually ran and produced a red exit code.
5479 let mut r = round(false, Vec::new());
5480 r.e2e = vec![CommandOutcome {
5481 command: "(waiting for the shared build cache)".to_owned(),
5482 code: None,
5483 output_tail: "contended".to_owned(),
5484 duration_ms: 0,
5485 resource_blocked: true,
5486 }];
5487 assert_eq!(
5488 r.e2e_status(),
5489 E2eStatus::ResourceBlocked,
5490 "magi's own inability to get a command to run must not read as a verdict on the \
5491 patch"
5492 );
5493 }
5494
5495 #[test]
5496 fn verification_summary_is_silent_when_there_is_nothing_worth_saying() {
5497 let mut r = round(true, Vec::new());
5498 assert!(
5499 r.verification_summary("h").is_none(),
5500 "no verify.e2e configured: nothing to surface"
5501 );
5502 r.e2e = vec![CommandOutcome {
5503 command: "test".to_owned(),
5504 code: Some(0),
5505 output_tail: String::new(),
5506 duration_ms: 0,
5507 resource_blocked: false,
5508 }];
5509 assert!(
5510 r.verification_summary("h").is_none(),
5511 "a green result needs no skepticism attached to it"
5512 );
5513 }
5514
5515 #[test]
5516 fn verification_summary_tells_the_current_head_apart_from_an_earlier_one() {
5517 let mut r = round(false, Vec::new());
5518 r.head = "h1".to_owned();
5519 r.e2e = vec![CommandOutcome {
5520 command: "test".to_owned(),
5521 code: Some(1),
5522 output_tail: "boom".to_owned(),
5523 duration_ms: 0,
5524 resource_blocked: false,
5525 }];
5526 r.verified_head = Some("h1".to_owned());
5527 r.verified_at = Some(Timestamp::now());
5528
5529 let fresh = r.verification_summary("h1").expect("a failure is surfaced");
5530 assert!(
5531 fresh.label.contains("this is the head being looked at now"),
5532 "{}",
5533 fresh.label
5534 );
5535 assert_eq!(fresh.tail.as_deref(), Some("$ test\nboom\n"));
5536
5537 let stale = r.verification_summary("h2").expect("still surfaced");
5538 assert!(
5539 stale.label.contains("an earlier head, since superseded"),
5540 "a result about a different commit than the one being looked at now must say so, \
5541 not read as current: {}",
5542 stale.label
5543 );
5544 }
5545
5546 #[test]
5547 fn verification_summary_marks_a_resource_block_and_a_deferral_distinctly_from_a_failure() {
5548 let mut r = round(false, Vec::new());
5549 r.e2e = vec![CommandOutcome {
5550 command: "(waiting for the shared build cache)".to_owned(),
5551 code: None,
5552 output_tail: "contended".to_owned(),
5553 duration_ms: 0,
5554 resource_blocked: true,
5555 }];
5556 let blocked = r
5557 .verification_summary("h")
5558 .expect("a resource block is still surfaced, never silent");
5559 assert!(blocked.label.contains("could not run"));
5560 // No command actually ran, but which operation was attempted is
5561 // still a fact worth showing — never silent past the label either.
5562 let tail = blocked
5563 .tail
5564 .expect("the attempted operation is still named");
5565 assert!(tail.contains("(waiting for the shared build cache)"));
5566 assert!(tail.contains("contended"));
5567
5568 let mut d = round(false, Vec::new());
5569 d.e2e_deferred = true;
5570 d.e2e_defer_reason = Some("2 blocking finding(s) already required a fix".to_owned());
5571 let deferred = d.verification_summary("h").expect("deferred is surfaced");
5572 assert!(deferred.label.contains("deferred to the fixer"));
5573 assert!(deferred.label.contains("2 blocking finding(s)"));
5574 assert!(deferred.tail.is_none());
5575 }
5576
5577 #[test]
5578 fn verification_summary_says_unknown_rather_than_guessing_a_time_or_a_commit() {
5579 let mut r = round(false, Vec::new());
5580 r.e2e = vec![CommandOutcome {
5581 command: "test".to_owned(),
5582 code: Some(1),
5583 output_tail: "boom".to_owned(),
5584 duration_ms: 0,
5585 resource_blocked: false,
5586 }];
5587 // verified_head/verified_at left at their default `None` — exactly
5588 // the shape a schema-7 round with no reconstructable timestamp has.
5589 let summary = r.verification_summary("h").expect("a failure is surfaced");
5590 assert!(summary.label.contains("commit unknown"));
5591 assert!(summary.label.contains("checked at: unknown"));
5592 }
5593
5594 #[test]
5595 fn gate_status_tells_not_run_apart_from_not_configured() {
5596 let mut s = state();
5597 assert_eq!(s.gate_status(), GateStatus::NotRun);
5598
5599 s.gate_ran = true;
5600 assert_eq!(
5601 s.gate_status(),
5602 GateStatus::NotConfigured,
5603 "an empty gate is not configured even when gate_ran records an attempt"
5604 );
5605
5606 s.gate = vec![CommandOutcome {
5607 command: "cargo make check".to_owned(),
5608 code: Some(0),
5609 output_tail: String::new(),
5610 duration_ms: 0,
5611 resource_blocked: false,
5612 }];
5613 assert_eq!(s.gate_status(), GateStatus::Passed);
5614
5615 s.gate[0].code = Some(1);
5616 assert_eq!(s.gate_status(), GateStatus::Failed);
5617
5618 s.gate_ran = false;
5619 assert_eq!(
5620 s.gate_status(),
5621 GateStatus::NotRun,
5622 "gate_ran false must win even over a non-empty gate left from a stale record"
5623 );
5624 }
5625
5626 #[test]
5627 fn open_findings_is_empty_when_the_last_round_was_clean() {
5628 let mut s = state();
5629 s.reviews = vec![round(
5630 true,
5631 vec![finding("R1-1-1", crate::verdict::Severity::Minor)],
5632 )];
5633 assert!(s.open_findings().is_empty());
5634 }
5635
5636 #[test]
5637 fn open_findings_reads_the_last_non_clean_round() {
5638 let mut s = state();
5639 s.reviews = vec![round(
5640 false,
5641 vec![finding("R1-1-1", crate::verdict::Severity::Major)],
5642 )];
5643 let open = s.open_findings();
5644 assert_eq!(open.len(), 1);
5645 assert_eq!(open[0].id, "R1-1-1");
5646 }
5647
5648 #[test]
5649 fn handed_off_with_open_findings_needs_a_mergeable_status_and_an_open_round() {
5650 let mut s = state();
5651 s.reviews = vec![round(
5652 false,
5653 vec![finding("R1-1-1", crate::verdict::Severity::Major)],
5654 )];
5655
5656 s.status = RunStatus::Blocked;
5657 assert!(
5658 !s.handed_off_with_open_findings(),
5659 "a blocked run is not a hand-off"
5660 );
5661
5662 s.status = RunStatus::Ready;
5663 assert!(s.handed_off_with_open_findings());
5664
5665 s.reviews = vec![round(true, Vec::new())];
5666 assert!(
5667 !s.handed_off_with_open_findings(),
5668 "a clean last round has nothing to hand off"
5669 );
5670 }
5671
5672 #[test]
5673 fn unmerged_by_design_is_only_ready_reached_via_merge_mode_none() {
5674 let mut s = state();
5675
5676 s.status = RunStatus::Ready;
5677 assert!(
5678 !s.unmerged_by_design(),
5679 "no merge outcome recorded at all must not be flagged"
5680 );
5681
5682 s.merge = Some(MergeOutcome {
5683 mode: MergeMode::None,
5684 ok: true,
5685 detail: "git merge --no-ff magi/x/A".to_owned(),
5686 empty: false,
5687 });
5688 assert!(
5689 s.unmerged_by_design(),
5690 "Ready reached through mode none is the case this exists to flag"
5691 );
5692
5693 // A PR closed without merging also leaves `status` at `Ready`, but
5694 // through `mode = "pr"` — a run that may still have been landable by
5695 // a person watching the PR, unlike the honest mode-none no-op.
5696 s.merge = Some(MergeOutcome {
5697 mode: MergeMode::Pr,
5698 ok: false,
5699 detail: "https://example.com/pr/1 was closed without merging".to_owned(),
5700 empty: false,
5701 });
5702 assert!(
5703 !s.unmerged_by_design(),
5704 "a closed pull request is a different Ready and must not be relabelled"
5705 );
5706
5707 // Same signal must not fire before the run actually got there.
5708 s.status = RunStatus::Gating;
5709 s.merge = Some(MergeOutcome {
5710 mode: MergeMode::None,
5711 ok: true,
5712 detail: "git merge --no-ff magi/x/A".to_owned(),
5713 empty: false,
5714 });
5715 assert!(
5716 !s.unmerged_by_design(),
5717 "status must actually be Ready, not merely have a stale mode-none merge record"
5718 );
5719 }
5720
5721 #[test]
5722 fn state_round_trips_through_json() {
5723 let s = state();
5724 let body = serde_json::to_string(&s).unwrap();
5725 let back: RunState = serde_json::from_str(&body).unwrap();
5726 assert_eq!(back.id, s.id);
5727 assert_eq!(back.instruction, "add retries");
5728 assert_eq!(back.status, RunStatus::Prep);
5729 }
5730
5731 #[test]
5732 fn a_round_recorded_before_e2e_deferral_existed_still_loads() {
5733 // Exactly the shape a pre-existing `run.json` has for a round: no
5734 // `e2e_deferred`, no `e2e_defer_reason`. Every round used to run e2e
5735 // unconditionally, so the honest reading of an old record's silence
5736 // on this is "it was not deferred" — `false`/`None`, not a load
5737 // failure and not a schema bump (see the `SCHEMA` doc comment: a
5738 // purely additive field whose absence has one unambiguous meaning
5739 // does not need one).
5740 let body = r#"{
5741 "round": 1,
5742 "head": "deadbeef",
5743 "reviews": [],
5744 "e2e": [],
5745 "verify_retried": false,
5746 "fix": null,
5747 "blocking": 0,
5748 "answered": 1,
5749 "expected": 1,
5750 "clean": true
5751 }"#;
5752 let r: ReviewRound = serde_json::from_str(body).expect("an old-shaped round must load");
5753 assert!(!r.e2e_deferred);
5754 assert!(r.e2e_defer_reason.is_none());
5755 assert_eq!(r.e2e_status(), E2eStatus::NotConfigured);
5756 }
5757
5758 #[test]
5759 fn schema_five_state_migrates_old_empty_e2e_and_legacy_verify_budget() {
5760 let mut value = serde_json::to_value(state()).expect("serialize state");
5761 let object = value.as_object_mut().expect("state object");
5762 object.insert("schema".to_owned(), serde_json::json!(5));
5763 let graph = object["config"]["graph"]
5764 .as_object_mut()
5765 .expect("graph object");
5766 graph.insert("timeout_review".to_owned(), serde_json::json!(3600));
5767 graph.remove("timeout_verify");
5768 let review = object["reviews"].as_array_mut().expect("reviews");
5769 review.push(serde_json::json!({
5770 "round": 1, "head": "old", "reviews": [], "e2e": [],
5771 "verify_retried": false, "blocking": 0, "answered": 1,
5772 "expected": 1, "clean": true
5773 }));
5774 let old: RunState = serde_json::from_value(value).expect("schema-5 shape parses");
5775 let migrated = migrate_schema(old).expect("schema 5 migrates");
5776 assert_eq!(migrated.schema, SCHEMA);
5777 assert_eq!(migrated.config.graph.verify_timeout(), 3600);
5778 assert_eq!(migrated.reviews[0].e2e_status(), E2eStatus::NotConfigured);
5779 }
5780
5781 #[test]
5782 fn schema_six_state_with_a_recorded_gate_migrates_to_gate_ran_true() {
5783 let mut value = serde_json::to_value(state()).expect("serialize state");
5784 let object = value.as_object_mut().expect("state object");
5785 object.insert("schema".to_owned(), serde_json::json!(6));
5786 object.insert(
5787 "gate".to_owned(),
5788 serde_json::json!([{
5789 "command": "cargo make check",
5790 "code": 0,
5791 "output_tail": "",
5792 "duration_ms": 0,
5793 "resource_blocked": false
5794 }]),
5795 );
5796 let old: RunState = serde_json::from_value(value).expect("schema-6 shape parses");
5797 let migrated = migrate_schema(old).expect("schema 6 migrates");
5798 assert_eq!(migrated.schema, SCHEMA);
5799 assert!(
5800 migrated.gate_ran,
5801 "a non-empty recorded gate is a real attempt, not an unrun one"
5802 );
5803 assert_eq!(migrated.gate_status(), GateStatus::Passed);
5804 }
5805
5806 #[test]
5807 fn schema_six_state_with_an_empty_gate_migrates_to_gate_ran_false_and_is_retried() {
5808 // The exact shape of the stuck `shoka` run this schema bump fixes:
5809 // `verify.gate` empty, `gate` empty, schema 6. It must come back as
5810 // "not yet run" so the next `gate()` call re-attempts it — and for a
5811 // repo with no gate commands configured, that resolves instantly to
5812 // `NotConfigured` instead of staying stuck forever.
5813 let mut value = serde_json::to_value(state()).expect("serialize state");
5814 let object = value.as_object_mut().expect("state object");
5815 object.insert("schema".to_owned(), serde_json::json!(6));
5816 object.insert("gate".to_owned(), serde_json::json!([]));
5817 let old: RunState = serde_json::from_value(value).expect("schema-6 shape parses");
5818 let migrated = migrate_schema(old).expect("schema 6 migrates");
5819 assert_eq!(migrated.schema, SCHEMA);
5820 assert!(
5821 !migrated.gate_ran,
5822 "an empty gate on schema 6 is ambiguous and must be treated as unrun"
5823 );
5824 assert_eq!(migrated.gate_status(), GateStatus::NotRun);
5825 }
5826
5827 #[test]
5828 fn schema_seven_state_reconstructs_verified_head_for_a_round_that_actually_ran_e2e() {
5829 // Schema 7's main review loop always checked `e2e` against the
5830 // round's own `head` — it just never wrote that into `verified_head`
5831 // unless a catch-up run had checked a *different* commit. Migrating
5832 // to schema 8 restores that always-true fact instead of leaving a
5833 // reader to assume it.
5834 let mut value = serde_json::to_value(state()).expect("serialize state");
5835 let object = value.as_object_mut().expect("state object");
5836 object.insert("schema".to_owned(), serde_json::json!(7));
5837 let reviews = object["reviews"].as_array_mut().expect("reviews");
5838 reviews.push(serde_json::json!({
5839 "round": 1, "head": "deadbeef", "reviews": [],
5840 "e2e": [{
5841 "command": "cargo test", "code": 0, "output_tail": "",
5842 "duration_ms": 0, "resource_blocked": false
5843 }],
5844 "verify_retried": false, "blocking": 0, "answered": 1,
5845 "expected": 1, "clean": true
5846 }));
5847 let old: RunState = serde_json::from_value(value).expect("schema-7 shape parses");
5848 let migrated = migrate_schema(old).expect("schema 7 migrates");
5849 assert_eq!(migrated.schema, SCHEMA);
5850 assert_eq!(
5851 migrated.reviews[0].verified_head.as_deref(),
5852 Some("deadbeef"),
5853 "a schema-7 round's main-loop e2e was always against its own head, even though the \
5854 field never said so"
5855 );
5856 assert!(
5857 migrated.reviews[0].verified_at.is_none(),
5858 "no historical timestamp exists to reconstruct; unknown stays unknown, not a \
5859 guessed 'now'"
5860 );
5861 }
5862
5863 #[test]
5864 fn schema_seven_state_leaves_a_deferred_round_with_no_verified_head() {
5865 let mut value = serde_json::to_value(state()).expect("serialize state");
5866 let object = value.as_object_mut().expect("state object");
5867 object.insert("schema".to_owned(), serde_json::json!(7));
5868 let reviews = object["reviews"].as_array_mut().expect("reviews");
5869 reviews.push(serde_json::json!({
5870 "round": 1, "head": "deadbeef", "reviews": [],
5871 "e2e": [], "e2e_deferred": true,
5872 "verify_retried": false, "blocking": 1, "answered": 1,
5873 "expected": 1, "clean": false
5874 }));
5875 let old: RunState = serde_json::from_value(value).expect("schema-7 shape parses");
5876 let migrated = migrate_schema(old).expect("schema 7 migrates");
5877 assert!(
5878 migrated.reviews[0].verified_head.is_none(),
5879 "a deferred round never ran e2e; there is nothing to reconstruct"
5880 );
5881 }
5882
5883 #[test]
5884 fn origin_round_trips_through_the_run_state() {
5885 let mut s = state();
5886 s.origin = Some(Origin::from_agent_env(
5887 Some(("4a7b".to_owned(), "chat".to_owned())),
5888 Some("20260930-092817-4f6f".to_owned()),
5889 ));
5890 let back: RunState =
5891 serde_json::from_str(&serde_json::to_string(&s).unwrap()).expect("parse back");
5892 assert_eq!(back.origin, s.origin);
5893 assert_eq!(
5894 back.origin.as_ref().unwrap().by,
5895 StartedBy::Chat {
5896 talk: "4a7b".to_owned()
5897 }
5898 );
5899 assert_eq!(
5900 origin_label(back.origin.as_ref()),
5901 "chat 4a7b, for task 4f6f"
5902 );
5903 }
5904
5905 #[test]
5906 fn a_schema_twelve_record_without_an_origin_loads_and_reads_as_unknown() {
5907 let mut value = serde_json::to_value(state()).expect("serialize state");
5908 let object = value.as_object_mut().expect("state object");
5909 object.insert("schema".to_owned(), serde_json::json!(12));
5910 object.remove("origin");
5911 let old: RunState = serde_json::from_value(value).expect("schema-12 shape parses");
5912 assert!(old.origin.is_none());
5913 let migrated = migrate_schema(old).expect("schema 12 migrates");
5914 assert_eq!(migrated.schema, SCHEMA);
5915 assert!(
5916 migrated.origin.is_none(),
5917 "an origin nobody recorded is not invented"
5918 );
5919 assert_eq!(
5920 origin_label(migrated.origin.as_ref()),
5921 "origin unknown (started before origins were recorded)"
5922 );
5923 }
5924
5925 #[test]
5926 fn schema_supported_versions_all_reach_current() {
5927 for schema in 5..=SCHEMA {
5928 let mut value = serde_json::to_value(state()).expect("serialize state");
5929 value["schema"] = serde_json::json!(schema);
5930 if schema < 14 {
5931 value.as_object_mut().unwrap().remove("task_instruction");
5932 }
5933 if schema < 13 {
5934 value.as_object_mut().unwrap().remove("origin");
5935 }
5936 let old: RunState = serde_json::from_value(value).expect("legacy shape parses");
5937 let migrated = migrate_schema(old)
5938 .unwrap_or_else(|error| panic!("schema {schema} must migrate: {error}"));
5939 assert_eq!(migrated.schema, SCHEMA, "schema {schema}");
5940 assert!(migrated.task_instruction.is_none(), "schema {schema}");
5941 assert!(migrated.origin.is_none(), "schema {schema}");
5942 }
5943 }
5944
5945 #[test]
5946 fn schema_unsupported_versions_remain_rejected() {
5947 for schema in [1, 2, 3, 4, SCHEMA + 1] {
5948 let mut old = state();
5949 old.schema = schema;
5950 assert!(migrate_schema(old).is_err(), "schema {schema}");
5951 }
5952 }
5953
5954 #[test]
5955 fn origin_attributes_agents_by_node_and_never_by_guesswork() {
5956 let chat = Origin::from_agent_env(Some(("4a7b".to_owned(), "chat".to_owned())), None);
5957 assert_eq!(
5958 chat.by,
5959 StartedBy::Chat {
5960 talk: "4a7b".into()
5961 }
5962 );
5963 let seat = Origin::from_agent_env(
5964 Some(("20260930-092817-ec34".to_owned(), "implement".to_owned())),
5965 None,
5966 );
5967 assert_eq!(seat.label(), "implement@ec34");
5968 assert_eq!(Origin::from_agent_env(None, None), Origin::operator());
5969 assert_eq!(Origin::operator().label(), "operator");
5970 assert_eq!(Origin::queue("20260930-000000-4f6f").label(), "task 4f6f");
5971 assert_eq!(
5972 Origin::operator()
5973 .serving(Some("20260930-000000-4f6f".to_owned()))
5974 .label(),
5975 "operator, for task 4f6f"
5976 );
5977 }
5978
5979 #[test]
5980 fn schema_six_serialization_is_rejected_by_a_schema_five_reader() {
5981 let body = serde_json::to_value(state()).expect("serialize state");
5982 assert_eq!(body["schema"], serde_json::json!(SCHEMA));
5983 assert_ne!(body["schema"], serde_json::json!(5));
5984 }
5985
5986 #[test]
5987 fn seat_started_and_finished_track_who_has_not_answered_yet() {
5988 let mut s = state();
5989 s.seat_started("judge", "judge-1", std::time::Duration::from_secs(60), 0);
5990 s.seat_started("judge", "judge-2", std::time::Duration::from_secs(60), 0);
5991 assert_eq!(s.active.len(), 2, "both seats are still out");
5992
5993 s.seat_finished("judge-1");
5994 assert_eq!(
5995 s.active.keys().collect::<Vec<_>>(),
5996 vec!["judge-2"],
5997 "only the seat that answered drops out; judge-2 is still waited on"
5998 );
5999 }
6000
6001 /// `seats_active` / `tasks_active` are the accessors report/web read
6002 /// instead of `active` directly, so neither ever counts the other kind of
6003 /// entry as a seat — a `verify.e2e` task must never inflate a quorum or
6004 /// seat count, and a seat must never show up in a task listing.
6005 #[test]
6006 fn seats_active_and_tasks_active_never_cross_over() {
6007 let mut s = state();
6008 s.seat_started("judge", "judge-1", std::time::Duration::from_secs(60), 0);
6009 s.task_command(
6010 "e2e",
6011 "verify",
6012 0,
6013 "cargo test",
6014 1,
6015 2,
6016 std::time::Duration::from_secs(600),
6017 );
6018
6019 assert_eq!(
6020 s.seats_active()
6021 .map(|(k, _)| k.as_str())
6022 .collect::<Vec<_>>(),
6023 vec!["judge-1"]
6024 );
6025 assert_eq!(
6026 s.tasks_active()
6027 .map(|(k, _)| k.as_str())
6028 .collect::<Vec<_>>(),
6029 vec!["e2e"]
6030 );
6031
6032 // A command boundary updates the same entry in place — still one
6033 // task, never a second one accumulating alongside it.
6034 s.task_command(
6035 "e2e",
6036 "verify",
6037 0,
6038 "cargo clippy",
6039 2,
6040 2,
6041 std::time::Duration::from_secs(600),
6042 );
6043 assert_eq!(s.tasks_active().count(), 1);
6044 assert_eq!(s.active["e2e"].command.as_deref(), Some("cargo clippy"));
6045
6046 s.task_finished("e2e");
6047 assert!(s.tasks_active().next().is_none());
6048 assert_eq!(
6049 s.seats_active()
6050 .map(|(k, _)| k.as_str())
6051 .collect::<Vec<_>>(),
6052 vec!["judge-1"],
6053 "clearing the task must not touch the seat entry"
6054 );
6055 }
6056
6057 #[test]
6058 fn a_retry_is_recorded_as_a_later_attempt_on_the_same_seat() {
6059 let mut s = state();
6060 s.seat_started("review", "review-2", std::time::Duration::from_secs(30), 0);
6061 s.seat_finished("review-2");
6062 // A nudge re-asks the same seat; attempt says this is not the first
6063 // time, which is the only trace a nudge otherwise leaves behind.
6064 s.seat_started("review", "review-2", std::time::Duration::from_secs(30), 1);
6065 assert_eq!(s.active["review-2"].attempt, 1);
6066 }
6067
6068 #[test]
6069 fn active_seat_reports_elapsed_and_remaining_time() {
6070 let now = Timestamp::now();
6071 let started = now - jiff::SignedDuration::from_secs(30);
6072 let seat = ActiveSeat {
6073 node: "judge".to_owned(),
6074 started_at: started,
6075 timeout_secs: 100,
6076 attempt: 0,
6077 task: None,
6078 command: None,
6079 index: None,
6080 total: None,
6081 };
6082 assert_eq!(seat.elapsed_secs(now), 30);
6083 assert_eq!(seat.remaining_secs(now), 70);
6084 }
6085
6086 #[test]
6087 fn remaining_time_never_goes_negative_past_the_timeout() {
6088 // `agy`'s own print-timeout occasionally overruns by a hair before the
6089 // kill lands; a naive subtraction would print a negative "time left".
6090 let now = Timestamp::now();
6091 let started = now - jiff::SignedDuration::from_secs(200);
6092 let seat = ActiveSeat {
6093 node: "implement".to_owned(),
6094 started_at: started,
6095 timeout_secs: 100,
6096 attempt: 1,
6097 task: None,
6098 command: None,
6099 index: None,
6100 total: None,
6101 };
6102 assert_eq!(seat.remaining_secs(now), 0);
6103 }
6104
6105 #[test]
6106 fn clear_active_drops_stale_seats_and_reports_whether_it_did() {
6107 let mut s = state();
6108 assert!(!s.clear_active(), "nothing to clear on a fresh run");
6109 s.seat_started(
6110 "implement",
6111 "impl-B",
6112 std::time::Duration::from_secs(3600),
6113 0,
6114 );
6115 assert!(s.clear_active(), "a leftover entry is reported as cleared");
6116 assert!(s.active.is_empty());
6117 }
6118
6119 #[test]
6120 fn active_seat_carries_nothing_that_could_be_read_as_output_bytes() {
6121 // `agy` prints exactly one JSON object, at the very end (see
6122 // `agent::dropped_stream`'s doc comment) — a seat can sit at zero
6123 // captured bytes for its whole timeout while working normally. So
6124 // `ActiveSeat` records only the wall-clock facts (when it started,
6125 // its budget, which attempt), never a byte count, which is what
6126 // keeps a reader from being able to build "0 bytes => dead" out of
6127 // it even by accident.
6128 let seat = ActiveSeat {
6129 node: "implement".to_owned(),
6130 started_at: Timestamp::now(),
6131 timeout_secs: 60,
6132 attempt: 0,
6133 task: None,
6134 command: None,
6135 index: None,
6136 total: None,
6137 };
6138 let value = serde_json::to_value(&seat).unwrap();
6139 let keys: std::collections::BTreeSet<String> =
6140 value.as_object().unwrap().keys().cloned().collect();
6141 assert_eq!(
6142 keys,
6143 std::collections::BTreeSet::from([
6144 "node".to_owned(),
6145 "started_at".to_owned(),
6146 "timeout_secs".to_owned(),
6147 "attempt".to_owned(),
6148 ]),
6149 "a byte count here would be a lever to declare a silent-but-healthy seat dead, and \
6150 the task-only fields must stay absent (not null) on an ordinary seat entry"
6151 );
6152 }
6153
6154 /// The same guarantee as
6155 /// [`active_seat_carries_nothing_that_could_be_read_as_output_bytes`],
6156 /// extended to a task entry: `verify.e2e` / `verify.gate` are exactly as
6157 /// silent as `agy` between commands, so a running command-list task must
6158 /// never carry anything a reader could mistake for output-byte evidence
6159 /// either.
6160 #[test]
6161 fn task_active_seat_carries_nothing_that_could_be_read_as_output_bytes() {
6162 let seat = ActiveSeat {
6163 node: "verify".to_owned(),
6164 started_at: Timestamp::now(),
6165 timeout_secs: 600,
6166 attempt: 0,
6167 task: Some("e2e".to_owned()),
6168 command: Some("cargo test".to_owned()),
6169 index: Some(1),
6170 total: Some(3),
6171 };
6172 let value = serde_json::to_value(&seat).unwrap();
6173 let keys: std::collections::BTreeSet<String> =
6174 value.as_object().unwrap().keys().cloned().collect();
6175 assert_eq!(
6176 keys,
6177 std::collections::BTreeSet::from([
6178 "node".to_owned(),
6179 "started_at".to_owned(),
6180 "timeout_secs".to_owned(),
6181 "attempt".to_owned(),
6182 "task".to_owned(),
6183 "command".to_owned(),
6184 "index".to_owned(),
6185 "total".to_owned(),
6186 ]),
6187 );
6188 }
6189
6190 #[test]
6191 fn an_old_run_json_without_active_seats_still_loads() {
6192 // Schema did not bump for this field: an already-written run.json
6193 // simply lacks the key, and `#[serde(default)]` must fill it in
6194 // rather than fail the whole read.
6195 let s = state();
6196 let mut value = serde_json::to_value(&s).unwrap();
6197 value.as_object_mut().unwrap().remove("active");
6198 let back: RunState = serde_json::from_value(value).unwrap();
6199 assert!(back.active.is_empty());
6200 assert_eq!(back.schema, SCHEMA);
6201 }
6202
6203 #[test]
6204 fn an_old_run_json_without_jobs_still_loads() {
6205 // No schema bump for this field either, for the same reason: an
6206 // empty `jobs` list on an old record means exactly what it always
6207 // meant for that record — no adapter existed yet to report one —
6208 // and `#[serde(default)]` fills it in rather than failing the read.
6209 let s = state();
6210 let mut value = serde_json::to_value(&s).unwrap();
6211 value.as_object_mut().unwrap().remove("jobs");
6212 let back: RunState = serde_json::from_value(value).unwrap();
6213 assert!(back.jobs.is_empty());
6214 assert_eq!(back.schema, SCHEMA);
6215 }
6216
6217 #[test]
6218 fn ensure_can_delete_guards_live_and_unfolded_runs() {
6219 let mut s = state();
6220 // 1. A daemon is working on it right now.
6221 s.status = RunStatus::Prep;
6222 let err = s.ensure_can_delete(true).unwrap_err().to_string();
6223 assert!(err.contains("live daemon"), "{err}");
6224
6225 // 2. The same unfinished run with no daemon behind it is a leftover
6226 // from a killed process, and deletable. Without this an interrupted
6227 // run could never be removed: its status stays `prep` forever.
6228 assert!(s.ensure_can_delete(false).is_ok());
6229
6230 // 3. Unfolded candidates are refused either way — that is the guard
6231 // that stops a delete from discarding a worktree.
6232 s.status = RunStatus::Merged;
6233 s.candidates.push(Candidate {
6234 index: 0,
6235 label: 'A',
6236 agent: "a".to_owned(),
6237 branch: "b".to_owned(),
6238 worktree: PathBuf::from("/w"),
6239 summary: String::new(),
6240 stat: String::new(),
6241 files: 1,
6242 commits: 1,
6243 empty: false,
6244 failed: None,
6245 verified_noop: None,
6246 duration_ms: 0,
6247 folded: false,
6248 });
6249 let err = s.ensure_can_delete(false).unwrap_err().to_string();
6250 assert!(
6251 err.contains("magi fold"),
6252 "error must suggest `magi fold`: {err}"
6253 );
6254
6255 // 4. Folded and nobody working on it.
6256 s.candidates[0].folded = true;
6257 assert!(s.ensure_can_delete(false).is_ok());
6258 }
6259}
6260
6261impl RunState {
6262 /// A seed for a seat that changes agent, distinct on every call.
6263 pub fn next_seat_seed(&mut self) -> u64 {
6264 self.seat_epoch += 1;
6265 self.seed ^ self.seat_epoch.wrapping_mul(0x9E37_79B9_7F4A_7C15)
6266 }
6267}
6268
6269/// What kind of failure ended an agent's turn on a seat, for deciding whether
6270/// the seat is worth handing to the next roster agent.
6271#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
6272pub enum FailClass {
6273 /// A CLI rate limit.
6274 Quota,
6275 /// The turn outlived its budget.
6276 Timeout,
6277 /// Any other failure, with the message's shape (`failure_signature`,
6278 /// capped at 120 characters).
6279 Other(String),
6280}
6281
6282/// One reviewer seat's record across review rounds, so a round does not ask
6283/// an agent that already failed the seat while another one is answering.
6284///
6285/// `failed` is a *priority* set, not a bound: the per-round `tried` set in
6286/// `ask_json_wave` starts empty every round, so an agent that answered is
6287/// never locked out. A failed id is only asked again once nothing else on the
6288/// roster is left (once per round, and the rounds are `review_rounds`).
6289#[derive(Debug, Clone, Default, PartialEq, Eq, Serialize, Deserialize)]
6290pub struct SeatHistory {
6291 /// Roster ids that failed this seat and have not answered it since.
6292 #[serde(default)]
6293 pub failed: BTreeSet<String>,
6294 /// The agent that last answered this seat.
6295 #[serde(default)]
6296 pub last_ok: Option<String>,
6297 /// The class of the seat's most recent failure; cleared by an answer.
6298 #[serde(default)]
6299 pub last_fail: Option<FailClass>,
6300}