speccoder-runtime 0.1.0

Application services of speccoder: the only crate that executes anything.
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
//! The run pipeline: one task ([`task`]), a feature ([`feature`]), and the
//! pieces they share.

use std::path::Path;
use std::sync::Arc;

use speccoder_core::snapshot::{Diagnostic, ProjectSnapshot, Severity};
use speccoder_core::{CommandData, CommandResult, CommandStatus};

use crate::commands::*;
use crate::{approvals, progress, substrate, verify, worktree};

pub mod acceptance;
pub mod commit;
pub mod feature;
pub mod full;
pub mod judge;
pub mod lanes;
pub mod outcome;
pub mod samples;
pub mod task;

pub(crate) use acceptance::*;
pub(crate) use commit::*;
pub use feature::*;
pub(crate) use judge::*;
pub(crate) use lanes::*;
pub(crate) use outcome::*;
pub(crate) use samples::*;
pub use task::*;

/// Where a project's run state lives, and its model configuration.
pub(crate) struct Setup {
    pub(crate) snapshot: Box<speccoder_core::snapshot::ProjectSnapshot>,
    pub(crate) model: substrate::model_config::ModelConfig,
    pub(crate) plane_dir: std::path::PathBuf,
    /// The project's format.
    pub(crate) format: &'static dyn crate::format::Adapter,
}

pub(crate) fn setup(
    path: &Path,
    feature: Option<&str>,
    state: &Path,
    command: &str,
) -> Result<Setup, Box<CommandResult>> {
    let inspected = inspect(path, feature);
    let Some(CommandData::Inspect(snapshot)) = inspected.data() else {
        return Err(Box::new(CommandResult::carried(command, &inspected)));
    };
    let snapshot = snapshot.clone();
    preflight(&snapshot, command)?;
    let config_error =
        |m: String| Box::new(CommandResult::new(command, CommandStatus::ConfigError, &m));
    let root = Path::new(&snapshot.root);
    let config_dir = verify::find_config(root).ok_or_else(|| {
        config_error(format!(
            "no speccoder.toml at or above {}; add [model] provider = \"anthropic\", model = \"…\"",
            root.display()
        ))
    })?;
    let text = std::fs::read_to_string(config_dir.join(verify::config::FILE))
        .map_err(|e| config_error(format!("speccoder.toml: {e}")))?;
    let model = substrate::model_config::parse(&text)
        .map_err(|e| config_error(format!("speccoder.toml: {e}")))?
        .ok_or_else(|| config_error("speccoder.toml has no [model] section".to_owned()))?;
    Ok(Setup {
        format: crate::format::of(&snapshot),
        plane_dir: worktree::project_state_dir(state, root),
        snapshot,
        model,
    })
}

/// The format's preflight: errors of the selected unit (and, for `run`,
/// what the format's own installed tools say) stop a run or proposal before
/// any model call.
fn preflight(snapshot: &ProjectSnapshot, command: &str) -> Result<(), Box<CommandResult>> {
    if !matches!(command, "run" | "propose") {
        return Ok(());
    }
    let format = crate::format::of(snapshot);
    let mut extra = Vec::new();
    if command == "run" {
        match crate::sandbox::runner_at(Path::new(&snapshot.root)) {
            Ok((runner, _)) => extra = format.crosscheck(snapshot, &runner),
            Err(e) => extra.push(Diagnostic::new(
                Severity::Info,
                "crosscheck_skipped",
                format!("cross-check skipped: {e}"),
            )),
        }
    }
    let problems = format.blocking(snapshot).len()
        + extra
            .iter()
            .filter(|d| d.severity == Severity::Error)
            .count();
    if problems == 0 {
        return Ok(());
    }
    let mut shown = snapshot.clone();
    shown.diagnostics.extend(extra);
    let name = shown
        .feature
        .as_ref()
        .map(|f| f.feature.name.clone())
        .unwrap_or_default();
    Err(Box::new(
        CommandResult::new(
            command,
            CommandStatus::DiagnosticsError,
            &format!(
                "{} {name} cannot run: {problems} problem(s)",
                format.wording().unit
            ),
        )
        .with_data(CommandData::Inspect(Box::new(shown))),
    ))
}

pub(crate) fn tokio_runtime() -> Result<tokio::runtime::Runtime, String> {
    tokio::runtime::Builder::new_current_thread()
        .enable_all()
        .build()
        .map_err(|e| format!("cannot start the async runtime: {e}"))
}

/// Replaces every occurrence of `secret` (never shown, never journaled by speccoder).
pub(crate) fn redact(text: &str, secret: Option<&str>) -> String {
    match secret {
        Some(s) if !s.is_empty() => text.replace(s, "[redacted]"),
        _ => text.to_owned(),
    }
}

/// How a run behaves beyond its configuration.
#[derive(Debug, Clone, Default)]
pub struct RunOptions {
    /// At most this many tasks in a feature run.
    pub max_tasks: Option<usize>,
    /// Who to ask inline when a call needs approval; without one,
    /// the attempt stops and `speccoder task approve` decides.
    pub approver: Option<Arc<dyn approvals::Approver>>,
    /// Where live progress goes: the CLI's printer.
    pub progress: Option<Arc<dyn progress::Progress>>,
    /// Ready `[P]` tasks run at once, each in its own worktree; 0 or 1: one at a time.
    pub parallel: usize,
    /// Run the task in this lane's worktree instead of the feature's.
    pub lane: Option<String>,
    /// Set by a person (an editor's cancel): a feature run stops
    /// before its next task.
    pub cancel: Option<Arc<std::sync::atomic::AtomicBool>>,
    /// Run although the feature's checklists have unchecked items; the
    /// override is recorded on every commit of the run.
    pub ignore_checklists: bool,
    /// Set a task's held or interrupted attempt aside and write its
    /// acceptance tests anew (`run --task T --fresh-acceptance`).
    pub fresh_acceptance: bool,
    /// Attempt although a check cannot run on the untouched code
    /// (`run --allow-failing-baseline`); otherwise the run stops before any
    /// model call (`CHECK-BROKEN`).
    pub allow_failing_baseline: bool,
    /// Classes a person approved "for this run": shared by every task (and
    /// lane) of one `speccoder run`, gone with it.
    pub run_grants: Arc<std::sync::Mutex<Vec<crate::tools::policy::Grant>>>,
    /// Run in the person's checkout on `speccoder/<feature>` instead of a
    /// worktree (`run --in-place`).
    pub in_place: bool,
    /// The in-place session the runtime opened for this run.
    pub session: Option<Arc<std::sync::Mutex<crate::in_place::Session>>>,
}

/// Where a task runs, as `worktree` reports it: speccoder's worktree, or in
/// place the person's checkout on `speccoder/<feature>`.
pub(crate) fn workspace(
    path: &Path,
    feature: Option<&str>,
    state: &Path,
    options: &RunOptions,
) -> CommandResult {
    let Some(session) = options
        .session
        .as_ref()
        .and_then(|s| s.lock().ok().map(|s| s.clone()))
    else {
        if let Some(e) = crate::in_place::session_elsewhere(path, feature, state) {
            return e.result("run");
        }
        return worktree_with(path, feature, state);
    };
    CommandResult::new("worktree", CommandStatus::Ok, "in place").with_data(CommandData::Worktree(
        speccoder_core::WorktreeReport {
            feature: session.feature.clone(),
            path: Some(session.checkout.display().to_string()),
            project_dir: Some(session.project.display().to_string()),
            branch: Some(session.branch.clone()),
            base: Some(session.tip.clone()),
            created: false,
            refused_paths: Vec::new(),
        },
    ))
}

/// Runs `f` inside an in-place session when one is asked for and none is
/// open yet: checks and switches the checkout first, switches it back after
/// — on every way out.
pub(crate) fn in_session(
    command: &str,
    path: &Path,
    feature: Option<&str>,
    state: &Path,
    options: &RunOptions,
    f: impl FnOnce(&RunOptions) -> CommandResult,
) -> CommandResult {
    if !options.in_place || options.session.is_some() {
        return f(options);
    }
    if options.parallel > 1 {
        return crate::in_place::InPlaceError {
            code: "IN-PLACE-PARALLEL",
            message: "an in-place run has one checkout; it cannot run tasks in parallel".to_owned(),
            paths: Vec::new(),
            fix: vec!["speccoder run --in-place   (without --parallel)".to_owned()],
        }
        .result(command);
    }
    let opened = match crate::format::open(path, feature) {
        Ok(o) => o,
        Err(r) => return CommandResult::new(command, r.status, &r.message),
    };
    let Some(f_name) = opened
        .snapshot
        .feature
        .as_ref()
        .map(|f| f.feature.name.clone())
    else {
        return CommandResult::new(
            command,
            CommandStatus::SelectionNeeded,
            "no feature selected; pass --feature",
        );
    };
    let root = std::path::PathBuf::from(&opened.snapshot.root);
    let plane_dir = worktree::project_state_dir(state, &root);
    let policy = crate::tools::policy::Policy::new(&[], &[]).rules(opened.adapter.rules());
    let mut session = match crate::in_place::Session::begin(&root, &plane_dir, &f_name, &policy) {
        Ok(s) => s,
        Err(e) => return e.result(command),
    };
    // Ticks a killed run committed but did not write, read on the branch.
    let format = crate::format::at(&root);
    if let Some(tasks) = format
        .inspect(&root, Some(&f_name))
        .and_then(|snap| snap.feature.and_then(|f| f.tasks))
    {
        let file = session.project.join(&tasks.path);
        session.reconcile(&plane_dir, &file, &tasks, |file, task, hash| {
            format.tick(file, task, hash)
        });
    }
    let original = session.original.describe();
    if let Some(p) = &options.progress {
        p.event(&progress::Event::Notice {
            text: format!(
                "in place: on {} in {}; returns to {original} at the end — do not use this checkout until then",
                session.branch,
                session.checkout.display()
            ),
        });
        for note in &session.notes {
            p.event(&progress::Event::Notice { text: note.clone() });
        }
    }
    let shared = Arc::new(std::sync::Mutex::new(session));
    let inner = RunOptions {
        session: Some(Arc::clone(&shared)),
        ..options.clone()
    };
    let res = f(&inner);
    let session = shared.lock().map(|s| s.clone());
    // An attempt waiting for a person keeps the checkout as it left it: the
    // session stays, and the next `run --in-place` takes it over and resumes.
    if let Some(task) = waiting_task(&res) {
        let notes: String = session
            .as_ref()
            .map(|s| s.notes.iter().map(|n| format!("\n{n}")).collect())
            .unwrap_or_default();
        let message = format!(
            "{}{notes}\nthe checkout stays on {} while {task} waits: decide it (`speccoder task approve {task}` or `reject`), then `speccoder run --in-place` continues it — or `speccoder run --in-place --return` gives the checkout back",
            res.message(),
            session
                .as_ref()
                .map(|s| s.branch.as_str())
                .unwrap_or("the speccoder branch"),
        );
        let status = res.status();
        return res.reworded(status, &message);
    }
    let (back, notes) = match session {
        Ok(s) => (s.finish(&plane_dir), s.notes),
        Err(_) => (Ok(()), Vec::new()),
    };
    let told: String = notes.iter().map(|n| format!("\n{n}")).collect();
    match back {
        Ok(()) => {
            let message = format!("{} — back on {original}{told}", res.message());
            let status = res.status();
            res.reworded(status, &message)
        }
        Err(e) => {
            let message = format!("{}{told}\n{}", res.message(), e.line());
            res.reworded(CommandStatus::NeedsHuman, &message)
                .with_code(e.code)
                .with_fix(e.fix.clone())
        }
    }
}

/// The task whose attempt the result left waiting for a person, if any.
fn waiting_task(res: &CommandResult) -> Option<String> {
    let waits = |r: &speccoder_core::RunReport| {
        r.pending
            .as_ref()
            .is_some_and(|p| p["waiting"] == true)
            .then(|| r.task.clone())
    };
    match res.data() {
        Some(CommandData::Run(r)) => waits(r),
        Some(CommandData::Feature(f)) => f.attempts.last().and_then(waits),
        _ => None,
    }
}

/// The format's checklist gate: an unchecked item in the feature's
/// checklists stops a run before any model call, unless a person
/// overrides it (`run --ignore-checklists`). `Ok(true)`: overridden.
pub(crate) fn checklist_gate(
    project: &Path,
    feature: Option<&str>,
    ignore: bool,
) -> Result<bool, Box<CommandResult>> {
    let format = crate::format::at(project);
    let Some(snap) = format.inspect(project, feature) else {
        return Ok(false);
    };
    let Some(f) = snap.feature.as_ref() else {
        return Ok(false);
    };
    let lists = format.checklists(Path::new(&snap.root), &f.feature.dir);
    let open: Vec<String> = lists
        .iter()
        .filter(|c| c.open > 0)
        .map(|c| format!("{} ({} of {} open)", c.file, c.open, c.total))
        .collect();
    if open.is_empty() {
        return Ok(false);
    }
    if ignore {
        return Ok(true);
    }
    Err(Box::new(
        CommandResult::new(
            "run",
            CommandStatus::NeedsHuman,
            &(format.messages().checklists)(&open.join(", ")),
        )
        .with_data(CommandData::Checklists(lists)),
    ))
}

/// One stage event of `task`; `since` (when the stage began) gives an ended
/// stage its duration.
pub(crate) fn stage(
    live: &dyn crate::progress::Progress,
    task: &str,
    stage: speccoder_core::stage::Stage,
    state: speccoder_core::stage::StageState,
    detail: Option<String>,
    since: Option<std::time::Instant>,
) {
    stage_with_tail(live, task, stage, state, detail, since, Vec::new());
}

/// [`stage`] with the last lines of what failed.
pub(crate) fn stage_with_tail(
    live: &dyn crate::progress::Progress,
    task: &str,
    stage: speccoder_core::stage::Stage,
    state: speccoder_core::stage::StageState,
    detail: Option<String>,
    since: Option<std::time::Instant>,
    tail: Vec<String>,
) {
    live.event(&crate::progress::Event::Stage {
        task: task.to_owned(),
        stage,
        state,
        detail,
        elapsed_ms: since.map(|t| u64::try_from(t.elapsed().as_millis()).unwrap_or(u64::MAX)),
        tail,
    });
}

/// The tail of the first failing check of `report`, for a failed stage.
pub(crate) fn failing_tail(report: &speccoder_core::verify::VerifyReport) -> Vec<String> {
    report
        .checks
        .iter()
        .find(|c| c.status.is_failure())
        .map(|c| crate::progress::tail(&format!("{}\n{}", c.stdout_tail, c.stderr_tail)))
        .unwrap_or_default()
}