use std::collections::{BTreeMap, BTreeSet};
use std::path::{Component, Path, PathBuf};
use std::process::Command;
use std::sync::Arc;
use std::time::{Duration, Instant};
use crate::child::ChildRef;
use crate::durable::{
AttentionRoute, AuthenticatedRequest, Containment, ContainmentObservation, ControlCtx,
Feedback, Launch, RunLease, RunState, WorkRef, WorkStatus,
};
use crate::engine::config::{load_config_or_default, parse_agent};
use crate::engine::git::{
checkout, checkout_new_branch_from, cherry_pick_range, current_branch, delete_local_branch,
fetch, get_default_branch, is_ancestor, is_clean, merge_base, push_with_upstream, ref_exists,
rev_parse, stash_including_untracked, stash_pop,
};
use crate::engine::naming::sanitize_for_branch;
use crate::engine::process::{tmux_session_exists, tmux_session_slug};
use crate::engine::worktrees::{
create_from_placement_plan, plan_placement, PlacementStrategy, WorktreeSegment,
};
use crate::engine::{expand_flow, load_flow, ConcreteStep};
use crate::launch_context::{
LinearIssueId, LinearIssueSnapshot, LinearProjectId, LinearProjectSnapshot, TaskLaunchReceipt,
};
use crate::ops::error::{OpsError, OpsResult};
use crate::store::{
open_existing_store, open_registry_for_authority, RegistryUnavailable, SharedStore, Store,
StoreError,
};
use crate::task::actions::{derive_task_actions, TaskActionEvidence, TaskActionModel};
use crate::task::{
AfterMerge, CiCheck, CiIncident, CiObservation, CiState, GithubObservation,
GithubObservationResult, GithubPr, Observation, PmWritebackOperation, PmWritebackState,
PrPhase, PrPublication, Task, TaskEventKind, TaskId, TaskPr, TaskPrId,
};
use crate::wave::Wave;
use sha2::{Digest, Sha256};
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum TaskWaitUntil {
Open,
Terminal,
}
#[derive(Debug, Clone, Default, PartialEq, Eq)]
pub struct TaskLaunchOptions {
pub name: Option<String>,
pub flow: Option<String>,
pub stack_on: Option<String>,
pub directive: Option<String>,
pub headless: bool,
}
#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize)]
pub struct TaskControlResult {
pub issue_id: String,
pub task_id: String,
pub receipt: super::child::WorkControlReceipt,
pub observation: Observation,
}
#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize)]
pub struct TaskSnapshot {
pub issue_id: String,
pub issue_identifier: String,
pub task_id: String,
pub external_project_id: String,
pub project: String,
pub pm_snapshot_synced_at: i64,
pub pm_writeback: crate::task::PmWritebackState,
pub wave: String,
pub project_id: String,
pub status: WorkStatus,
pub worktree: String,
pub workspace_slug: String,
pub lifecycle: crate::task::TaskLifecyclePlan,
pub lifecycle_phase: crate::task::TaskLifecyclePhase,
pub phase_epoch: u32,
pub phase_cursor: u32,
pub phase_iteration: u32,
pub gate_cycle: u32,
pub gate_proposal: Option<crate::task::TaskGateProposal>,
pub prs: Vec<TaskPr>,
pub active_pr: Option<TaskPrId>,
pub agent: String,
pub provider: String,
pub provider_session_id: Option<String>,
pub process_alive: bool,
pub launch: Option<Launch>,
pub latest_event: Option<crate::task::TaskEvent>,
pub created_at: time::OffsetDateTime,
pub updated_at: time::OffsetDateTime,
pub observation: Observation,
pub actions: TaskActionModel,
}
#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize)]
pub struct TaskChangedFile {
pub path: String,
pub committed: bool,
pub staged: bool,
pub unstaged: bool,
pub untracked: bool,
}
#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize)]
pub struct TaskChangesSnapshot {
pub issue_identifier: String,
pub session_id: String,
pub base_commit: String,
pub head_commit: String,
pub files: Vec<TaskChangedFile>,
}
#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize)]
pub struct TaskDiffSnapshot {
pub issue_identifier: String,
pub session_id: String,
pub path: Option<String>,
pub patch: String,
pub binary: bool,
pub truncated: bool,
}
#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize)]
pub struct TaskFileSnapshot {
pub issue_identifier: String,
pub session_id: String,
pub path: String,
pub content: Option<String>,
pub binary: bool,
pub size_bytes: u64,
pub truncated: bool,
}
#[derive(Debug, Clone, Copy)]
struct TaskWorkspace<'a> {
issue_identifier: &'a str,
session_id: &'a crate::task::TaskId,
worktree: &'a Path,
base_commit: &'a str,
}
impl<'a> TaskWorkspace<'a> {
fn new(session: &'a Task, pr: &'a TaskPr) -> Self {
Self {
issue_identifier: &session.launch.issue.identifier,
session_id: &session.id,
worktree: &session.worktree,
base_commit: &pr.base_commit,
}
}
}
fn active_pr(session: &Task) -> OpsResult<TaskPr> {
let session_id = session.id.clone();
block_on_task(async move {
task_store()
.await?
.active_task_pr(&session_id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.ok_or_else(|| task_error("Task has no active PR"))
})
}
fn task_error(message: impl Into<String>) -> OpsError {
OpsError::Message(message.into())
}
fn block_on_task<T>(future: impl std::future::Future<Output = OpsResult<T>>) -> OpsResult<T> {
tokio::runtime::Runtime::new()
.map_err(|error| task_error(format!("failed to build task runtime: {error}")))?
.block_on(future)
}
async fn task_store() -> OpsResult<SharedStore> {
open_existing_store().await.map(Arc::new).ok_or_else(|| {
task_error("no Loopflow registry on this machine; start the owning Wave first")
})
}
#[derive(Debug, Clone)]
pub struct StackedRebase {
pub fork_base: String,
pub child: TaskPr,
pub parent_branch: Option<String>,
}
pub fn task_stack(worktree: &Path) -> OpsResult<Option<StackedRebase>> {
block_on_task(async move {
let TaskAuthority::Authority { store, session, .. } =
resolve_task_authority(worktree).await?
else {
return Ok(None);
};
let Some(active) = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(error.to_string()))?
else {
return Ok(None);
};
let Some(parent_id) = active.parent_pr_id.clone() else {
return Ok(None);
};
let parent = store
.get_task_pr(&parent_id)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error(format!("stack parent {parent_id} is missing")))?;
let mut parent_session = store
.get_task(&parent.task_id)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error("stack parent Task is missing"))?;
reconcile_task_pr(&store, &mut parent_session).await?;
let parent = store
.get_task_pr(&parent_id)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error(format!("stack parent {parent_id} disappeared")))?;
let merged = parent.merge_commit.is_some();
let closed = parent.abandoned_at.is_some();
if closed && !merged {
return Err(task_error(format!(
"stack parent {} closed without merging; re-place the child deliberately",
parent.branch
)));
}
Ok(Some(StackedRebase {
fork_base: active.base_commit.clone(),
child: active,
parent_branch: (!merged).then_some(parent.branch),
}))
})
}
pub fn stacked_collapse(worktree: &Path) -> OpsResult<Option<StackedRebase>> {
let stacked = task_stack(worktree)?;
if let Some(stacked) = &stacked {
if let Some(parent) = &stacked.parent_branch {
return Err(task_error(format!(
"Task PR is stacked on {parent}, which has not merged; land the parent first"
)));
}
}
Ok(stacked)
}
pub fn record_stack_rebase(
stacked: &StackedRebase,
new_base: &str,
clear_parent: bool,
) -> OpsResult<()> {
let pr_id = stacked.child.id.clone();
let new_base = new_base.to_string();
block_on_task(async move {
let store = Arc::new(
open_registry_for_authority()
.await
.map_err(registry_authority_error)?,
);
store
.rebase_task_pr(
&pr_id,
&new_base,
clear_parent,
time::OffsetDateTime::now_utc(),
)
.await
.map_err(|error| task_error(error.to_string()))?;
Ok(())
})
}
async fn owning_wave(store: &SharedStore, session: &Task) -> OpsResult<Wave> {
store
.get_wave(&session.wave_id)
.await
.map_err(|error| task_error(format!("failed to read owning Wave: {error}")))?
.ok_or_else(|| task_error(format!("owning Wave {} is not registered", session.wave_id)))
}
async fn task_work_status(store: &Store, task: &Task) -> OpsResult<WorkStatus> {
let work = store
.work_for_child(&ChildRef::Task(task.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
store
.work_status(&work)
.await
.map_err(|error| task_error(error.to_string()))
}
fn _defer_task_interactions(session: &mut Task) -> OpsResult<bool> {
if session.lifecycle.all_interactions_deferred() {
return Ok(false);
}
session.lifecycle.defer_all_interactions();
session.updated_at = time::OffsetDateTime::now_utc();
Ok(true)
}
fn _refuse_current_user_feedback(session: &Task, feedback: Option<&Feedback>) -> OpsResult<()> {
if feedback.is_some_and(|feedback| feedback.attention == AttentionRoute::User) {
return Err(task_error(format!(
"Task {} routes current Feedback to the User; continue it before changing interaction policy",
session.launch.issue.identifier
)));
}
Ok(())
}
pub fn task_run(repo: &Path, issue: &str, options: TaskLaunchOptions) -> OpsResult<Task> {
let TaskLaunchOptions {
name,
flow,
stack_on,
directive,
headless,
} = options;
let directive = directive
.map(|directive| {
let directive = directive.trim().to_string();
if directive.is_empty() {
Err(task_error("directive cannot be empty"))
} else {
Ok(directive)
}
})
.transpose()?;
let (existing, terminal_predecessor_id) = block_on_task(async {
let store = task_store().await?;
let mut existing = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to read task registry: {error}")))?;
if let Some(session) = &mut existing {
let status = task_work_status(&store, session).await?;
if matches!(status, WorkStatus::Done | WorkStatus::Abandoned) {
let predecessor_id = session.id.clone();
return Ok((None, Some(predecessor_id)));
}
if let Some(requested) = name.as_deref() {
let requested = parse_workspace_slug(requested)?;
if requested.as_str() != session.workspace_slug {
return Err(task_error(format!(
"Task {} already uses workspace name {:?}",
session.launch.issue.identifier, session.workspace_slug
)));
}
}
if let Some(requested) = flow.as_deref() {
let requested = resolve_task_flow(&session.worktree, Some(requested))?;
if requested != session.lifecycle.iterate.flow {
return Err(task_error(format!(
"Task {} already uses flow {:?}",
session.launch.issue.identifier, session.lifecycle.iterate.flow
)));
}
}
if let Some(requested) = stack_on.as_deref() {
let active = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error("existing Task has no active PR"))?;
let parent_id = active.parent_pr_id.as_ref().ok_or_else(|| {
task_error(format!(
"Task {} is rooted on main, not stacked on {requested}",
session.launch.issue.identifier
))
})?;
let parent = store
.get_task_pr(parent_id)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error(format!("stack parent {parent_id} is missing")))?;
let parent_session = store
.get_task(&parent.task_id)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error("stack parent Task is missing"))?;
if requested != parent_session.launch.issue.identifier
&& requested != parent_session.launch.issue.id.as_str()
{
return Err(task_error(format!(
"Task {} is stacked on {}, not {requested}",
session.launch.issue.identifier, parent_session.launch.issue.identifier
)));
}
}
if directive.is_some() {
return Err(task_error(format!(
"Task {} already exists; use `lf task steer {} <new-direction>`",
session.launch.issue.identifier, session.launch.issue.identifier,
)));
}
if headless && !session.lifecycle.all_interactions_deferred() {
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
let feedback = store
.feedback(&work)
.await
.map_err(|error| task_error(error.to_string()))?;
_refuse_current_user_feedback(session, feedback.as_ref())?;
if matches!(status, WorkStatus::Running { .. }) {
return Err(task_error(format!(
"Task {} has an active Run; interrupt it before marking the Task headless",
session.launch.issue.identifier
)));
}
}
if headless && _defer_task_interactions(session)? {
store
.update_task(session)
.await
.map_err(|error| task_error(error.to_string()))?;
}
}
Ok((existing, None))
})?;
if let Some(existing) = existing {
return task_status(existing.launch.issue.id.as_str());
}
let main_repo = crate::ops::project::ensure_clean_main(repo, "Task start")
.map_err(|error| task_error(error.to_string()))?;
let resolved_flow = resolve_task_flow(&main_repo, flow.as_deref())?;
let resolved =
crate::ops::task_pm::resolve_task(&main_repo, issue, crate::ops::pm::PmRefresh::Auto)?;
let segment = match name.as_deref() {
Some(name) => parse_workspace_slug(name)?,
None => match &terminal_predecessor_id {
Some(predecessor_id) => succession_workspace_slug(&resolved.item.name, predecessor_id)?,
None => derive_workspace_slug(&resolved.item.name)?,
},
};
let workspace_slug = segment.as_str().to_string();
let mut plan = plan_placement(&main_repo, segment)
.map_err(|error| task_error(format!("failed to plan task worktree: {error}")))?;
if plan.strategy != PlacementStrategy::Create {
return Err(task_error(format!(
"task worktree or branch already exists without a Task: {} ({})",
plan.worktree_path.display(),
plan.branch
)));
}
let default_branch =
get_default_branch(&main_repo).map_err(|error| task_error(error.to_string()))?;
let stack_parent = stack_on
.as_deref()
.map(|parent_issue| {
block_on_task(async {
let store = task_store().await?;
let parent_session = store
.get_task_by_issue(parent_issue)
.await
.map_err(|error| task_error(format!("failed to read parent Task: {error}")))?
.ok_or_else(|| {
task_error(format!(
"stack parent {parent_issue:?} has no Task; run it first"
))
})?;
if parent_session.launch.issue.id.as_str() == resolved.item.id {
return Err(task_error("a Task cannot stack on itself"));
}
let parent = store
.active_task_pr(&parent_session.id)
.await
.map_err(|error| task_error(format!("failed to read parent PR: {error}")))?
.ok_or_else(|| task_error("stack parent has no active PR"))?;
if parent.github().is_none() {
return Err(task_error(format!(
"open the parent PR from {} before stacking work on it",
parent_session.worktree.display()
)));
}
Ok(parent)
})
})
.transpose()?;
let (base_ref, base_commit) = match &stack_parent {
Some(parent) => {
fetch(&main_repo, "origin", &parent.branch).map_err(|error| {
task_error(format!(
"failed to fetch parent branch {}: {error}",
parent.branch
))
})?;
let base_ref = format!("origin/{}", parent.branch);
let base_commit = rev_parse(&main_repo, &base_ref).map_err(|error| {
task_error(format!("failed to resolve task base {base_ref}: {error}"))
})?;
(base_ref, base_commit)
}
None => {
let (base_ref, base_commit) = resolve_upstream_base(&main_repo, &default_branch)?;
if base_ref.starts_with("origin/") {
refuse_if_canonical_ahead(&main_repo, &default_branch)?;
}
(base_ref, base_commit)
}
};
plan.base_ref = base_ref.clone();
let project = crate::ops::project::ensure_project_for_task(
&main_repo,
crate::ops::task_pm::ResolvedProject {
snapshot: resolved.snapshot.clone(),
project: resolved.project.clone(),
},
)?;
let project_id = project.id.clone();
let wave_id = project.wave_id.clone();
let config = load_config_or_default(Some(&main_repo));
let agent = config.agent();
let (provider, _) = parse_agent(agent);
let agent = agent.to_string();
let directive = directive.unwrap_or_else(|| {
format!(
"Complete {}: {}\n\n{}",
resolved.item.identifier, resolved.item.name, resolved.item.description
)
});
block_on_task(async move {
let store = task_store().await?;
let predecessor = match store
.get_task_by_issue(&resolved.item.id)
.await
.map_err(|error| task_error(format!("failed to read task registry: {error}")))?
{
Some(existing)
if !matches!(
task_work_status(&store, &existing).await?,
WorkStatus::Done | WorkStatus::Abandoned
) =>
{
return Ok(existing)
}
Some(terminal) => Some(terminal),
None => None,
};
let now = time::OffsetDateTime::now_utc();
let task_id = predecessor
.as_ref()
.map(|task| task.id.clone())
.unwrap_or_else(crate::task::TaskId::new);
let sequence = if let Some(predecessor) = &predecessor {
store
.task_prs(&predecessor.id)
.await
.map_err(|error| task_error(format!("failed to read Task PR history: {error}")))?
.last()
.map_or(1, |pr| pr.sequence + 1)
} else {
1
};
let mut session = Task {
id: task_id,
launch: TaskLaunchReceipt {
issue: LinearIssueSnapshot {
id: LinearIssueId::new(resolved.item.id.clone())
.map_err(|error| task_error(error.to_string()))?,
identifier: resolved.item.identifier.clone(),
title: resolved.item.name.clone(),
description: resolved.item.description.clone(),
},
project: LinearProjectSnapshot {
id: LinearProjectId::new(resolved.project.id.clone())
.map_err(|error| task_error(error.to_string()))?,
slug: resolved.project.slug.clone(),
name: resolved.project.name.clone(),
prompt_context: project_context(&resolved.project),
},
pm_snapshot_synced_at: resolved.snapshot.synced_at,
},
wave_id,
project_id,
pm_writeback: PmWritebackState::Current,
worktree: plan.worktree_path.clone(),
workspace_slug: workspace_slug.clone(),
lifecycle: if headless {
crate::task::TaskLifecyclePlan::headless(resolved_flow)
} else {
crate::task::TaskLifecyclePlan::standard(resolved_flow)
},
lifecycle_phase: crate::task::TaskLifecyclePhase::Kickoff,
phase_epoch: 1,
phase_cursor: 0,
phase_iteration: 0,
gate_cycle: 0,
gate_proposal: None,
agent,
provider,
provider_session_id: None,
abandon_intent: None,
created_at: predecessor.as_ref().map_or(now, |task| task.created_at),
updated_at: now,
observation: crate::task::Observation::NotRequired,
};
let pr = TaskPr {
id: TaskPrId::new(),
task_id: session.id.clone(),
sequence,
slug: workspace_slug,
branch: plan.branch.clone(),
base_commit,
parent_pr_id: stack_parent.as_ref().map(|parent| parent.id.clone()),
publication: None,
merge_commit: None,
abandoned_at: None,
ci_observation: None,
github_observation: None,
linear_attachment_id: None,
linear_comment_id: None,
linear_link_error: None,
created_at: now,
updated_at: now,
};
if predecessor.is_some() {
store
.reopen_task(
&session,
Some(&pr),
crate::durable::Author::User,
&directive,
)
.await
.map_err(|error| task_error(format!("failed to reopen Task: {error}")))?;
} else {
match store
.create_task_with_steer(&session, &pr, crate::durable::Author::User, &directive)
.await
{
Ok(()) => {}
Err(StoreError::Sqlite(_)) => {
if let Some(existing) = store
.get_task_by_issue(&resolved.item.id)
.await
.map_err(|error| {
task_error(format!("failed to recover task reservation: {error}"))
})?
{
if !matches!(
task_work_status(&store, &existing).await?,
WorkStatus::Done | WorkStatus::Abandoned
) {
return Ok(existing);
}
}
return Err(task_error(
"task reservation collided with another task placement",
));
}
Err(error) => return Err(task_error(format!("failed to reserve task: {error}"))),
}
}
store
.append_task_event(
&session.id,
&TaskEventKind::PrStarted {
pr_id: pr.id,
sequence: pr.sequence,
branch: pr.branch,
base_commit: pr.base_commit,
},
)
.await
.map_err(|error| task_error(error.to_string()))?;
if let Err(error) = create_from_placement_plan(&main_repo, &plan) {
record_task_failure(
&store,
&mut session,
format!("worktree creation failed: {error}"),
error.to_string(),
)
.await?;
return Err(task_error(format!(
"failed to create task worktree: {error}"
)));
}
launch_task_process(&store, &mut session, None).await?;
wait_until_running(&store, &session.id).await
})
}
pub(crate) fn project_context(project: &crate::pm::PmProject) -> String {
let mut context = format!("Definition:\n{}", project.definition.trim());
if !project.krs.is_empty() {
context.push_str("\n\nKRs:");
for kr in &project.krs {
let mark = if kr.holds { "x" } else { " " };
context.push_str(&format!("\n- [{mark}] {}", kr.text));
}
}
context
}
pub fn task_start(
repo: &Path,
title: String,
project_id: &str,
options: TaskLaunchOptions,
) -> OpsResult<Task> {
let main = crate::ops::project::ensure_clean_main(repo, "Task start")
.map_err(|error| task_error(error.to_string()))?;
let project =
crate::ops::task_pm::resolve_project(&main, project_id, crate::ops::pm::PmRefresh::Auto)?;
crate::ops::project::require_registered_wave(&project.snapshot.wave)
.map_err(|error| task_error(error.to_string()))?;
let marker = format!(
"<!-- loopflow-task-start:{} -->",
hex::encode(Sha256::digest(
format!("{}\0{}", project.project.id, title).as_bytes()
))
);
let created = crate::ops::task_pm::create_and_load_task(
&main,
&project.snapshot.wave,
&project.project.slug,
&title,
&marker,
)?;
task_run(&main, &created.item.id, options)
}
fn resolve_task_flow(repo: &Path, requested: Option<&str>) -> OpsResult<String> {
let requested = requested.unwrap_or("task");
let definition = load_flow(requested, repo)
.map_err(|error| task_error(format!("failed to load Task flow {requested:?}: {error}")))?;
let steps = expand_flow(&definition, repo).map_err(|error| {
task_error(format!("failed to expand Task flow {requested:?}: {error}"))
})?;
if steps.is_empty() {
return Err(task_error(format!("Task flow {requested:?} has no steps")));
}
if let Some(step) = steps
.iter()
.find(|step| !matches!(step, ConcreteStep::Skill(_)))
{
return Err(task_error(format!(
"Task flow {requested:?} contains {step:?}; durable Task flows currently require skills"
)));
}
Ok(definition.name)
}
fn parse_workspace_slug(value: &str) -> OpsResult<WorktreeSegment> {
let value = value.trim();
let words = value.split('-').filter(|word| !word.is_empty()).count();
if sanitize_for_branch(value) != value
|| value.contains(['.', '_', '/'])
|| !(2..=5).contains(&words)
{
return Err(task_error(
"workspace name must be 2-5 lowercase kebab-case words",
));
}
WorktreeSegment::parse(value).map_err(|error| task_error(error.to_string()))
}
fn derive_workspace_slug(title: &str) -> OpsResult<WorktreeSegment> {
derive_workspace_slug_with_cap(title, 5)
}
fn derive_workspace_slug_with_cap(title: &str, max_words: usize) -> OpsResult<WorktreeSegment> {
let sanitized = sanitize_for_branch(title);
let mut words = sanitized
.split('-')
.filter(|word| !word.is_empty())
.take(max_words)
.collect::<Vec<_>>();
if words.len() == 1 {
words.push("task");
}
parse_workspace_slug(&words.join("-"))
}
fn succession_workspace_slug(title: &str, predecessor_id: &TaskId) -> OpsResult<WorktreeSegment> {
let base = derive_workspace_slug_with_cap(title, 4)?;
let id = predecessor_id.as_str();
let tail = &id[id.len().saturating_sub(8)..];
parse_workspace_slug(&format!("{}-s{}", base.as_str(), tail))
}
fn parse_pr_slug(value: &str) -> OpsResult<String> {
let value = value.trim();
let words = value.split('-').filter(|word| !word.is_empty()).count();
if sanitize_for_branch(value) != value
|| value.contains(['.', '_', '/'])
|| !(1..=5).contains(&words)
{
return Err(task_error(
"next PR name must be 1-5 lowercase kebab-case words",
));
}
Ok(value.to_string())
}
async fn update_task_pr_with_authority(
store: &SharedStore,
pr: &TaskPr,
lease: Option<&RunLease>,
) -> Result<(), StoreError> {
match lease {
Some(lease) => store.update_task_pr_for_run(pr, lease).await,
None => store.update_task_pr(pr).await,
}
}
async fn settle_task_pr_with_authority(
store: &SharedStore,
settled: &TaskPr,
next: Option<&TaskPr>,
lease: Option<&RunLease>,
) -> Result<(), StoreError> {
match lease {
Some(lease) => store.settle_task_pr_for_run(settled, next, lease).await,
None => store.settle_task_pr(settled, next).await,
}
}
async fn append_task_event_with_authority(
store: &SharedStore,
session_id: &crate::task::TaskId,
event: &TaskEventKind,
lease: Option<&RunLease>,
) -> Result<(), StoreError> {
match lease {
Some(lease) => {
store
.append_task_event_for_run(session_id, lease, event)
.await?;
}
None => {
store.append_task_event(session_id, event).await?;
}
}
Ok(())
}
async fn update_task_with_authority(
store: &SharedStore,
session: &Task,
lease: Option<&RunLease>,
) -> Result<(), StoreError> {
match lease {
Some(lease) => store.update_task_for_run(session, lease).await,
None => store.update_task(session).await,
}
}
async fn complete_task_after_pr_with_authority(
store: &SharedStore,
session: &Task,
pr: &TaskPr,
lease: Option<&RunLease>,
) -> Result<(), StoreError> {
match lease {
Some(lease) => {
store
.complete_task_after_pr_for_run(session, pr, lease)
.await
}
None => store.complete_task_after_pr(session, pr).await,
}
}
async fn complete_task_with_authority(
store: &SharedStore,
session: &Task,
skipped_pr: Option<&TaskPr>,
lease: Option<&RunLease>,
) -> Result<(), StoreError> {
match lease {
Some(lease) => {
store
.complete_task_for_run(session, skipped_pr, lease)
.await
}
None => store.complete_task(session, skipped_pr).await,
}
}
async fn ambient_task_run_lease(
store: &SharedStore,
session: &Task,
) -> OpsResult<Option<RunLease>> {
let Some(lease) = crate::ops::ambient_run_lease(store).await? else {
return Ok(None);
};
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(format!("failed to resolve Task Work: {error}")))?;
if lease.work != work {
return Err(task_error(format!(
"ambient Run {} cannot mutate Task {}",
lease.run_id, session.id
)));
}
Ok(Some(lease))
}
async fn task_for_worktree(
store: &SharedStore,
repo: &Path,
) -> OpsResult<Option<(Task, Option<RunLease>)>> {
let checkout = repo.canonicalize().unwrap_or_else(|_| repo.to_path_buf());
if let Some(lease) = crate::ops::ambient_run_lease(store).await? {
let WorkRef::Task(id) = &lease.work else {
return Err(task_error(format!(
"ambient Run {} owns {}, not Task Work",
lease.run_id,
lease.work.kind()
)));
};
let session = store
.get_task(id)
.await
.map_err(|error| task_error(format!("failed to read ambient Task: {error}")))?
.ok_or_else(|| task_error(format!("ambient Task {id} is not registered")))?;
let worktree = session
.worktree
.canonicalize()
.unwrap_or_else(|_| session.worktree.clone());
if checkout != worktree {
return Err(task_error(format!(
"ambient Task {id} owns {}, not {}",
session.worktree.display(),
repo.display()
)));
}
return Ok(Some((session, Some(lease))));
}
let worktree_keys: BTreeSet<String> = store
.list_tasks(None)
.await
.map_err(|error| task_error(format!("failed to inspect Tasks: {error}")))?
.into_iter()
.filter(|session| {
session
.worktree
.canonicalize()
.unwrap_or_else(|_| session.worktree.clone())
== checkout
})
.map(|session| session.worktree.display().to_string())
.collect();
let mut current = Vec::new();
for worktree in worktree_keys {
if let Some(session) = store
.get_task_by_worktree(&worktree)
.await
.map_err(|error| task_error(format!("failed to resolve Task worktree: {error}")))?
{
current.push(session);
}
}
if current.len() > 1 {
return Err(task_error(format!(
"multiple Tasks claim worktree {}",
repo.display()
)));
}
Ok(current.pop().map(|session| (session, None)))
}
#[derive(Debug)]
enum TaskAuthority {
NotATaskWorktree,
Authority {
store: SharedStore,
session: Box<Task>,
lease: Option<RunLease>,
},
}
fn registry_authority_error(err: RegistryUnavailable) -> OpsError {
task_error(match err {
RegistryUnavailable::MissingFile { path } => format!(
"Task PR authority refused: the shared Loopflow registry {} is missing. \
Start the owning Wave (it creates the registry) or run `lf doctor`.",
path.display()
),
RegistryUnavailable::Unresolved { error } => format!(
"Task PR authority refused: the shared Loopflow registry path is not usable: {error}. \
Fix LF_DB_PATH/LF_HOME or run `lf doctor`."
),
RegistryUnavailable::Incompatible { path, error } => format!(
"Task PR authority refused: the shared Loopflow registry {} is present but \
inaccessible or schema-incompatible: {error}. Run `lf doctor`.",
path.display()
),
})
}
async fn resolve_task_authority(repo: &Path) -> OpsResult<TaskAuthority> {
let ambient = std::env::var_os(crate::durable::RUN_CONTEXT_ENV).is_some();
let store = match open_registry_for_authority().await {
Ok(store) => Arc::new(store),
Err(RegistryUnavailable::MissingFile { .. }) if !ambient => {
return Ok(TaskAuthority::NotATaskWorktree);
}
Err(err) => return Err(registry_authority_error(err)),
};
match task_for_worktree(&store, repo).await? {
Some((session, lease)) => Ok(TaskAuthority::Authority {
store,
session: Box::new(session),
lease,
}),
None => Ok(TaskAuthority::NotATaskWorktree),
}
}
pub(crate) fn request_task_pr_publication(
repo: &Path,
after_merge: AfterMerge,
next_slug: Option<&str>,
) -> OpsResult<bool> {
let next_slug = next_slug.map(parse_pr_slug).transpose()?;
if after_merge == AfterMerge::CompleteTask && next_slug.is_some() {
return Err(task_error("--complete and --next cannot be used together"));
}
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(repo).await?
else {
return Ok(false);
};
let mut pr = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.ok_or_else(|| {
task_error(format!(
"Task {} has no active PR",
session.launch.issue.identifier
))
})?;
let branch = crate::engine::git::current_branch(repo)?
.ok_or_else(|| task_error("Task worktree is not on a branch"))?;
if pr.branch != branch {
return Err(task_error(format!(
"Task {} active PR expects branch {:?}, but the worktree is on another branch",
session.launch.issue.identifier, pr.branch
)));
}
let now = time::OffsetDateTime::now_utc();
pr.publication = Some(PrPublication {
requested_at: pr
.publication
.as_ref()
.map_or(now, |publication| publication.requested_at),
after_merge,
next_slug,
github: pr.github().cloned(),
});
pr.updated_at = now;
match lease.as_ref() {
Some(lease) => store.update_task_pr_for_run(&pr, lease).await,
None => store.update_task_pr(&pr).await,
}
.map_err(|error| task_error(format!("failed to request PR publication: {error}")))?;
Ok(true)
})
}
fn has_remote(repo: &Path) -> OpsResult<bool> {
Ok(!git_output(repo, &["remote"])?.trim().is_empty())
}
fn resolve_upstream_base(repo: &Path, default_branch: &str) -> OpsResult<(String, String)> {
let base_ref = if has_remote(repo)? {
fetch(repo, "origin", default_branch)
.map_err(|error| task_error(format!("failed to fetch task base: {error}")))?;
format!("origin/{default_branch}")
} else {
format!("refs/heads/{default_branch}")
};
let base_commit = rev_parse(repo, &base_ref)
.map_err(|error| task_error(format!("failed to resolve task base {base_ref}: {error}")))?;
Ok((base_ref, base_commit))
}
fn refuse_if_canonical_ahead(repo: &Path, default_branch: &str) -> OpsResult<()> {
if rev_parse(repo, &format!("refs/heads/{default_branch}")).is_err() {
return Ok(());
}
let range = format!("origin/{default_branch}..{default_branch}");
let ahead = git_output(repo, &["log", "--oneline", "--no-decorate", &range])?;
let ahead = ahead.trim();
if !ahead.is_empty() {
return Err(task_error(format!(
"canonical {default_branch} is ahead of origin/{default_branch}; new Task worktrees \
would inherit these unpushed commit(s):\n{ahead}\nThis is a control-plane violation. \
Push or reset {default_branch} to origin/{default_branch} before placing Task worktrees."
)));
}
Ok(())
}
pub(crate) fn verify_task_pr_range(repo: &Path) -> OpsResult<()> {
let repo = repo.to_path_buf();
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(&repo).await?
else {
return Ok(());
};
verify_task_pr_range_with_authority(&store, &session, lease.as_ref(), &repo).await
})
}
pub(crate) fn verify_task_pr_range_without_healing(repo: &Path) -> OpsResult<()> {
let repo = repo.to_path_buf();
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(&repo).await?
else {
return Ok(());
};
verify_task_pr_range_with_authority_mode(
&store,
&session,
lease.as_ref(),
&repo,
StaleBaseAction::Refuse,
None,
)
.await
})
}
pub(crate) fn validate_task_pr_range_for_integration(
repo: &Path,
target_ref: &str,
target_sha: &str,
) -> OpsResult<()> {
verify_task_pr_range_for_integration(repo, target_ref, target_sha, StaleBaseAction::Accept)
}
pub(crate) fn record_task_pr_range_after_integration(
repo: &Path,
target_ref: &str,
target_sha: &str,
) -> OpsResult<()> {
verify_task_pr_range_for_integration(repo, target_ref, target_sha, StaleBaseAction::Heal)
}
fn verify_task_pr_range_for_integration(
repo: &Path,
target_ref: &str,
target_sha: &str,
stale_base: StaleBaseAction,
) -> OpsResult<()> {
let repo = repo.to_path_buf();
let target_ref = target_ref.to_string();
let target_sha = target_sha.to_string();
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(&repo).await?
else {
return Ok(());
};
verify_task_pr_range_with_authority_mode(
&store,
&session,
lease.as_ref(),
&repo,
stale_base,
Some((target_ref, target_sha)),
)
.await
})
}
pub(crate) fn require_task_pr_range_nonempty(repo: &Path) -> OpsResult<()> {
let repo = repo.to_path_buf();
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(&repo).await?
else {
return Ok(());
};
require_task_pr_range_nonempty_with_authority(&store, &session, lease.as_ref(), &repo).await
})
}
pub(crate) fn require_task_pr_range_nonempty_without_healing(repo: &Path) -> OpsResult<()> {
let repo = repo.to_path_buf();
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(&repo).await?
else {
return Ok(());
};
require_task_pr_range_nonempty_with_authority_mode(
&store,
&session,
lease.as_ref(),
&repo,
StaleBaseAction::Refuse,
)
.await
})
}
async fn resolve_verifier_upstream(
store: &SharedStore,
pr: &TaskPr,
repo: &Path,
default_branch: &str,
) -> OpsResult<(String, String)> {
if let Some(parent_id) = pr.parent_pr_id.as_ref() {
let parent = store
.get_task_pr(parent_id)
.await
.map_err(|error| task_error(format!("failed to read stack parent: {error}")))?
.ok_or_else(|| task_error(format!("stack parent {parent_id} is missing")))?;
let parent_live = parent.merge_commit.is_none() && parent.abandoned_at.is_none();
if parent_live {
let base_ref = if has_remote(repo)? {
fetch(repo, "origin", &parent.branch).map_err(|error| {
task_error(format!("failed to fetch parent branch: {error}"))
})?;
format!("origin/{}", parent.branch)
} else {
format!("refs/heads/{}", parent.branch)
};
let tip = rev_parse(repo, &base_ref).map_err(|error| {
task_error(format!(
"failed to resolve parent branch {base_ref}: {error}"
))
})?;
return Ok((base_ref, tip));
}
}
resolve_upstream_base(repo, default_branch)
}
async fn verify_task_pr_range_with_authority(
store: &SharedStore,
session: &Task,
lease: Option<&RunLease>,
repo: &Path,
) -> OpsResult<()> {
verify_task_pr_range_with_authority_mode(
store,
session,
lease,
repo,
StaleBaseAction::Heal,
None,
)
.await
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
enum StaleBaseAction {
Accept,
Refuse,
Heal,
}
async fn verify_task_pr_range_with_authority_mode(
store: &SharedStore,
session: &Task,
lease: Option<&RunLease>,
repo: &Path,
stale_base: StaleBaseAction,
upstream_override: Option<(String, String)>,
) -> OpsResult<()> {
let mut pr = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.ok_or_else(|| {
task_error(format!(
"Task {} has no active PR",
session.launch.issue.identifier
))
})?;
let branch =
current_branch(repo)?.ok_or_else(|| task_error("Task worktree is not on a branch"))?;
if pr.branch != branch {
return Err(task_error(format!(
"Task {} active PR expects branch {:?}, but the worktree is on {:?}",
session.launch.issue.identifier, pr.branch, branch
)));
}
let (base_ref, upstream) = match upstream_override {
Some(target) => target,
None => {
let default_branch = get_default_branch(repo)?;
resolve_verifier_upstream(store, &pr, repo, &default_branch).await?
}
};
let head = rev_parse(repo, "HEAD")
.map_err(|error| task_error(format!("failed to resolve Task HEAD: {error}")))?;
let base = pr.base_commit.clone();
let identifier = &session.launch.issue.identifier;
let short = |sha: &str| sha.chars().take(12).collect::<String>();
let merge_base = crate::engine::git::merge_base(repo, &upstream, &head).map_err(|_| {
task_error(format!(
"Task {identifier} branch {branch:?} shares no history with {base_ref}; \
re-cut the branch from {base_ref} before publishing"
))
})?;
if merge_base == base {
return Ok(());
}
if crate::engine::git::is_ancestor(repo, &merge_base, &base)? {
let range = format!("{merge_base}..{base}");
let commits = git_output(repo, &["log", "--oneline", "--no-decorate", &range])?;
let files = git_output(repo, &["diff", "--name-only", &range])?;
let commits = commits.trim();
let files = files.trim();
return Err(task_error(format!(
"Task {identifier} PR range is contaminated: recorded base {} carries commit(s) \
not on {base_ref}, which would leak into the PR:\n{commits}\naffecting files:\n{files}\n\
Refused before any push. Recover with:\n git rebase --onto {base_ref} {} {branch}",
short(&base),
short(&base),
)));
}
if crate::engine::git::is_ancestor(repo, &base, &merge_base)? {
match stale_base {
StaleBaseAction::Accept => return Ok(()),
StaleBaseAction::Refuse => {
return Err(task_error(format!(
"Task {identifier} PR base {} is stale behind the branch fork {}. Publication does not update integration metadata; run `lf rebase` before publishing.",
short(&base),
short(&merge_base),
)));
}
StaleBaseAction::Heal => {}
}
pr.base_commit = merge_base.clone();
pr.updated_at = time::OffsetDateTime::now_utc();
match lease {
Some(lease) => store.heal_task_pr_base_for_run(&pr, lease).await,
None => store.heal_task_pr_base(&pr).await,
}
.map_err(|error| task_error(format!("failed to heal Task PR base: {error}")))?;
return Ok(());
}
let base_side = format!("{merge_base}..{base}");
let upstream_side = format!("{base}..{merge_base}");
let base_commits = git_output(repo, &["log", "--oneline", "--no-decorate", &base_side])?;
let base_files = git_output(repo, &["diff", "--name-only", &base_side])?;
let upstream_commits =
git_output(repo, &["log", "--oneline", "--no-decorate", &upstream_side])?;
let upstream_files = git_output(repo, &["diff", "--name-only", &upstream_side])?;
Err(task_error(format!(
"Task {identifier} PR base {} and {base_ref} have diverged with no common lineage at \
the recorded base. Refused before any push.\n\
Commits on the recorded base not on {base_ref}:\n{base_commits}\
affecting files:\n{base_files}\n\
Commits on {base_ref} not reachable from the recorded base:\n{upstream_commits}\
affecting files:\n{upstream_files}\n\
Recover with:\n git rebase --onto {base_ref} {} {branch}",
short(&base),
short(&base),
)))
}
async fn require_task_pr_range_nonempty_with_authority(
store: &SharedStore,
session: &Task,
lease: Option<&RunLease>,
repo: &Path,
) -> OpsResult<()> {
require_task_pr_range_nonempty_with_authority_mode(
store,
session,
lease,
repo,
StaleBaseAction::Heal,
)
.await
}
async fn require_task_pr_range_nonempty_with_authority_mode(
store: &SharedStore,
session: &Task,
lease: Option<&RunLease>,
repo: &Path,
stale_base: StaleBaseAction,
) -> OpsResult<()> {
verify_task_pr_range_with_authority_mode(store, session, lease, repo, stale_base, None).await?;
let pr = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.ok_or_else(|| {
task_error(format!(
"Task {} has no active PR",
session.launch.issue.identifier
))
})?;
let base = &pr.base_commit;
let identifier = &session.launch.issue.identifier;
let short = base.chars().take(12).collect::<String>();
let head = rev_parse(repo, "HEAD")
.map_err(|error| task_error(format!("failed to resolve Task HEAD: {error}")))?;
if head == *base {
return Err(task_error(format!(
"Task {identifier} PR range is empty: HEAD is the recorded base {short}, so the PR has \
no commits to publish. Commit the Task's work, or complete the Task directly if the \
work is done. Refused before any GitHub side effect."
)));
}
let range = format!("{base}..HEAD");
let status = Command::new("git")
.args(["diff", "--quiet", &range])
.current_dir(repo)
.status()?;
if status.success() {
return Err(task_error(format!(
"Task {identifier} PR range is empty: the tree at HEAD matches the recorded base \
{short}, so the PR has no changes to publish. Commit the Task's work, or complete the \
Task directly if the work is done. Refused before any GitHub side effect."
)));
}
Ok(())
}
pub(crate) fn attach_task_github_pr(
repo: &Path,
github_pr: Option<&crate::ops::pr::PrInfo>,
) -> OpsResult<bool> {
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(repo).await?
else {
return Ok(false);
};
let mut pr = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.ok_or_else(|| {
task_error(format!(
"Task {} has no active PR",
session.launch.issue.identifier
))
})?;
let github_pr = github_pr.ok_or_else(|| {
task_error(format!(
"GitHub PR for Task {} could not be read after creation or update",
session.launch.issue.identifier
))
})?;
if github_pr.branch != pr.branch {
return Err(task_error(format!(
"Task {} active PR expects branch {:?}, but GitHub reported {:?}",
session.launch.issue.identifier, pr.branch, github_pr.branch
)));
}
let number = u32::try_from(github_pr.number).map_err(|_| {
task_error(format!(
"pull request #{} exceeds supported range",
github_pr.number
))
})?;
let url = github_pr.url.clone();
let opened = pr
.github()
.is_none_or(|github| github.number != number || github.url != url);
let publication = pr.publication.as_mut().ok_or_else(|| {
task_error(format!(
"Task {} has no durable PR publication request",
session.launch.issue.identifier
))
})?;
publication.github = Some(GithubPr {
number,
url: url.clone(),
head_sha: github_pr.head_sha.clone(),
});
link_pr_to_linear(&store, &session, &mut pr).await;
pr.updated_at = time::OffsetDateTime::now_utc();
match lease.as_ref() {
Some(lease) => store.update_task_pr_for_run(&pr, lease).await,
None => store.update_task_pr(&pr).await,
}
.map_err(|error| task_error(format!("failed to attach GitHub PR: {error}")))?;
if opened {
let event = TaskEventKind::PrOpened {
pr_id: pr.id,
sequence: pr.sequence,
number,
url,
};
match lease.as_ref() {
Some(lease) => {
store
.append_task_event_for_run(&session.id, lease, &event)
.await
}
None => store.append_task_event(&session.id, &event).await,
}
.map_err(|error| task_error(error.to_string()))?;
}
Ok(true)
})
}
pub(crate) fn abandon_task_pr(
repo: &Path,
force: bool,
progress: &impl crate::ops::progress::Progress,
) -> OpsResult<bool> {
block_on_task(async move {
let TaskAuthority::Authority {
store,
session,
lease,
} = resolve_task_authority(repo).await?
else {
return Ok(false);
};
let mut pr = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.ok_or_else(|| {
task_error(format!(
"Task {} has no active PR to abandon",
session.launch.issue.identifier
))
})?;
let branch =
current_branch(repo)?.ok_or_else(|| task_error("Task worktree is not on a branch"))?;
if branch != pr.branch {
return Err(task_error(format!(
"Task {} active PR expects branch {:?}, but the worktree is on {:?}",
session.launch.issue.identifier, pr.branch, branch
)));
}
let dirty = !is_clean(repo)?;
if dirty && !force {
return Err(task_error("uncommitted changes; use --force"));
}
if let Some(lease) = lease.as_ref() {
store
.validate_run_lease(lease)
.await
.map_err(|error| task_error(format!("Task body lost write authority: {error}")))?;
}
if dirty {
progress.status("Discarding uncommitted Task PR changes...");
for args in [
["reset", "--hard", "HEAD"].as_slice(),
["clean", "-fd"].as_slice(),
] {
let output = Command::new("git").args(args).current_dir(repo).output()?;
if !output.status.success() {
return Err(task_error(format!(
"failed to discard Task PR changes with `git {}`: {}",
args.join(" "),
String::from_utf8_lossy(&output.stderr).trim()
)));
}
}
}
progress.status("Closing Task PR...");
let _ = Command::new("gh")
.args(["pr", "close", &branch])
.current_dir(repo)
.status();
let now = time::OffsetDateTime::now_utc();
pr.abandoned_at = Some(now);
pr.updated_at = now;
match lease.as_ref() {
Some(lease) => store.settle_task_pr_for_run(&pr, None, lease).await,
None => store.settle_task_pr(&pr, None).await,
}
.map_err(|error| task_error(format!("failed to settle Task PR: {error}")))?;
Ok(true)
})
}
async fn record_task_failure(
store: &SharedStore,
session: &mut Task,
_reason: impl Into<String>,
error: String,
) -> OpsResult<()> {
store
.update_task(session)
.await
.map_err(|store_error| task_error(store_error.to_string()))?;
store
.append_task_event(
&session.id,
&TaskEventKind::Failed {
error,
resumable: true,
},
)
.await
.map_err(|store_error| task_error(store_error.to_string()))?;
Ok(())
}
pub(crate) async fn relaunch_inactive_process(
store: &SharedStore,
session: &mut Task,
) -> OpsResult<()> {
let Some(_) = ensure_working_pr(store, session).await? else {
return Err(task_error(format!(
"Task {} is terminal and cannot start a Run",
session.launch.issue.identifier
)));
};
launch_task_process(store, session, None).await
}
async fn relaunch_for_ci_incident(
store: &SharedStore,
session: &mut Task,
incident_id: String,
) -> OpsResult<()> {
let Some(_) = ensure_working_pr(store, session).await? else {
return Err(task_error(format!(
"Task {} is terminal and cannot repair CI",
session.launch.issue.identifier
)));
};
launch_task_process(
store,
session,
Some(crate::durable::RunTrigger::CiIncident { incident_id }),
)
.await
}
async fn launch_task_process(
store: &SharedStore,
session: &mut Task,
trigger: Option<crate::durable::RunTrigger>,
) -> OpsResult<()> {
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
if store
.current_run(&work)
.await
.map_err(|error| task_error(error.to_string()))?
.is_some()
{
return Ok(());
}
let trigger = match trigger {
Some(trigger) => trigger,
None => crate::durable::RunTrigger::Input {
basis: store
.current_epoch(&work)
.await
.map_err(|error| task_error(error.to_string()))?
.current_basis,
},
};
let (run, lease) = store
.reserve_run(&work, trigger)
.await
.map_err(|error| task_error(format!("failed to reserve Task Run: {error}")))?;
let tmux_name = format!(
"lf-task-{}-{}-{}",
tmux_session_slug(&session.launch.issue.identifier),
&session.id.as_str()[3..11],
&run.id.as_str()[4..12]
);
store
.update_task_for_run(session, &lease)
.await
.map_err(|error| task_error(error.to_string()))?;
crate::ops::launch_in_run(
store,
&lease,
crate::ops::RunLaunch {
work: WorkRef::Task(session.id.clone()),
wave_id: session.wave_id.clone(),
cwd: session.worktree.clone(),
tmux_name,
agent: session.agent.clone(),
account_id: None,
resume_token: session.provider_session_id.clone(),
},
)
.await
.map(|_| ())
.map_err(|error| task_error(error.to_string()))
}
async fn wait_until_running(
store: &SharedStore,
session_id: &crate::task::TaskId,
) -> OpsResult<Task> {
let deadline = tokio::time::Instant::now() + super::child::CHILD_STARTUP_GRACE;
loop {
let session = store
.get_task(session_id)
.await
.map_err(|error| task_error(format!("failed to observe task startup: {error}")))?
.ok_or_else(|| task_error("task session disappeared during startup"))?;
match task_work_status(store, &session).await? {
WorkStatus::Running { .. } => return Ok(session),
WorkStatus::Done | WorkStatus::Abandoned => {
return Err(task_error(format!(
"task {} ended during startup",
session.launch.issue.identifier
)))
}
WorkStatus::Ready | WorkStatus::Waiting { .. } => {}
}
if tokio::time::Instant::now() >= deadline {
return Err(task_error(format!(
"task {} process did not report running within 10 seconds",
session.launch.issue.identifier
)));
}
tokio::time::sleep(Duration::from_millis(100)).await;
}
}
pub(crate) async fn reconcile_process_liveness(
store: &SharedStore,
session: &mut Task,
) -> OpsResult<()> {
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
let Some(run) = store
.current_run(&work)
.await
.map_err(|error| task_error(error.to_string()))?
else {
return Ok(());
};
let launch = store
.current_launch_for_run(&run.id)
.await
.map_err(|error| task_error(error.to_string()))?;
if run.state == RunState::Reserved && launch.is_none() {
let still_starting =
run.created_at + time::Duration::seconds(10) > time::OffsetDateTime::now_utc();
if still_starting {
return Ok(());
}
}
if let Some(launch) = &launch {
let alive = match &launch.containment {
Containment::Tmux { name } => tmux_session_exists(name)
.await
.map_err(|error| task_error(error.to_string()))?,
Containment::ProcessGroup { .. } => true,
};
if alive {
return Ok(());
}
if launch.state == crate::durable::LaunchState::Starting
&& launch.started_at + time::Duration::seconds(10) > time::OffsetDateTime::now_utc()
{
return Ok(());
}
}
store
.recover_run(
&run.id,
launch.as_ref().map(|launch| &launch.id),
ContainmentObservation::Absent,
)
.await
.map_err(|error| task_error(error.to_string()))?;
mark_task_body_lost(store, session).await
}
async fn mark_task_body_lost(store: &SharedStore, session: &mut Task) -> OpsResult<()> {
let active = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?;
if active.as_ref().is_none_or(|pr| pr.phase() == PrPhase::Open) {
return Ok(());
}
let reason = "task process is missing; Loopflow will recover this Task";
record_task_failure(store, session, reason, reason.to_string()).await?;
if let Err(error) = task_recovery_adoption(store, session).await {
tracing::info!(
task = %session.launch.issue.identifier,
"not recovering missing Task body: {error}"
);
return Ok(());
}
relaunch_inactive_process(store, session).await
}
pub(crate) async fn reconcile_project_tasks(
store: &SharedStore,
project: &crate::project::Project,
) -> OpsResult<Vec<Task>> {
let project_tasks = |tasks: Vec<Task>| {
tasks
.into_iter()
.filter(|task| task.launch.project.id == project.launch.project.id)
.collect::<Vec<_>>()
};
let mut tasks = project_tasks(
store
.list_tasks(Some(&project.wave_id))
.await
.map_err(|error| task_error(format!("failed to list supervised Tasks: {error}")))?,
);
for task in &mut tasks {
if matches!(
task_work_status(store, task).await?,
WorkStatus::Done | WorkStatus::Abandoned
) {
continue;
}
if let Err(error) = task_recovery_adoption(store, task).await {
tracing::warn!(
task = %task.launch.issue.identifier,
%error,
"supervisor skipped Task recovery: unsafe worktree/branch state"
);
continue;
}
let observed = reconcile_task_pr(store, task).await?;
refuse_dirty_between_prs(store, task).await?;
reconcile_process_liveness(store, task).await?;
reconcile_task_completion(store, task, None).await?;
if matches!(
task_work_status(store, task).await?,
WorkStatus::Done | WorkStatus::Abandoned
) {
continue;
}
let no_active_pr = if observed.is_none() {
store
.active_task_pr(&task.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.is_none()
} else {
false
};
let settled = observed.as_ref().is_some_and(TaskPr::is_settled) || no_active_pr;
let completing = observed.as_ref().is_some_and(|pr| {
pr.is_settled()
&& pr
.publication
.as_ref()
.is_some_and(|publication| publication.after_merge == AfterMerge::CompleteTask)
});
if settled && !completing {
ensure_working_pr(store, task).await?;
if !matches!(
task_work_status(store, task).await?,
WorkStatus::Running { .. }
) {
relaunch_inactive_process(store, task).await?;
}
} else {
let Some(pr) = observed.as_ref() else {
continue;
};
if pr.review_ready()
&& task.lifecycle_phase == crate::task::TaskLifecyclePhase::Gate
&& task.phase_cursor == 0
&& task.phase_iteration == 0
{
if !matches!(
task_work_status(store, task).await?,
WorkStatus::Running { .. }
) {
relaunch_inactive_process(store, task).await?;
}
} else {
route_ci_incident(store, task, pr).await?;
}
}
}
let refreshed = store
.list_tasks(Some(&project.wave_id))
.await
.map_err(|error| task_error(format!("failed to reread supervised Tasks: {error}")))?;
Ok(project_tasks(refreshed))
}
pub(crate) async fn supervise_project_task_bodies(
store: &SharedStore,
project: &crate::project::Project,
) -> OpsResult<usize> {
reconcile_project_tasks(store, project).await?;
Ok(0)
}
pub(crate) async fn reconcile_task_pr(
store: &SharedStore,
session: &mut Task,
) -> OpsResult<Option<TaskPr>> {
reconcile_task_pr_with_authority(
store,
session,
None,
crate::ops::pr::PrReadFreshness::Cached,
)
.await
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(crate) enum OpenPrDisposition {
ObservationDegraded,
NeedsDirection,
AwaitingReview,
}
pub(crate) fn decide_open_pr_status(
pr: &TaskPr,
github_degraded: Option<&str>,
head_advanced: bool,
) -> (OpenPrDisposition, String) {
let number = pr
.github()
.expect("open Task PR requires a GitHub receipt")
.number;
if let Some(reason) = github_degraded {
return (
OpenPrDisposition::ObservationDegraded,
format!(
"ci-fix blocked by github-observation: {reason}. Resume when GitHub recovers; pull request #{number} stays attached."
),
);
}
let failing = pr
.ci_observation
.as_ref()
.is_some_and(|observation| observation.state == CiState::Failing);
if failing && !head_advanced {
return (
OpenPrDisposition::NeedsDirection,
format!(
"CI failing on pull request #{number}; the Task body did not repair the head. Needs a new directive or human review; pull request #{number} stays attached."
),
);
}
(
OpenPrDisposition::AwaitingReview,
format!("pull request #{number} is open for review"),
)
}
pub(crate) fn current_ci_incident(pr: &TaskPr) -> Option<CiIncident> {
let observation = pr.fresh_ci().filter(|reading| reading.wake_legal())?;
ci_incident(pr, observation)
}
pub(crate) async fn route_ci_incident(
store: &SharedStore,
session: &Task,
pr: &TaskPr,
) -> OpsResult<()> {
let Some(incident) = current_ci_incident(pr) else {
return Ok(());
};
if !matches!(
task_work_status(store, session).await?,
WorkStatus::Running { .. }
) {
let mut session = session.clone();
relaunch_for_ci_incident(store, &mut session, incident.identity.clone()).await?;
}
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
let run = store
.current_run(&work)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error("actionable CI has no active Run"))?;
store
.claim_ci_incident(&incident.identity, &run.id, time::OffsetDateTime::now_utc())
.await
.map_err(|error| task_error(error.to_string()))?;
Ok(())
}
pub(crate) async fn reconcile_task_pr_for_run(
store: &SharedStore,
session: &mut Task,
lease: &RunLease,
) -> OpsResult<Option<TaskPr>> {
reconcile_task_pr_with_authority(
store,
session,
Some(lease),
crate::ops::pr::PrReadFreshness::Cached,
)
.await
}
pub(crate) async fn reconcile_task_pr_fresh_for_run(
store: &SharedStore,
session: &mut Task,
lease: &RunLease,
) -> OpsResult<Option<TaskPr>> {
reconcile_task_pr_with_authority(
store,
session,
Some(lease),
crate::ops::pr::PrReadFreshness::Fresh,
)
.await
}
fn observe_required_checks(
worktree: &Path,
branch: &str,
head_sha: Option<&str>,
now: time::OffsetDateTime,
) -> Option<CiObservation> {
let head_sha = head_sha?.to_string();
let checks = crate::ops::pr::merge_gate_state(worktree, branch)?;
let state = if checks.failing {
CiState::Failing
} else if checks.pending {
CiState::Pending
} else {
CiState::Passing
};
Some(CiObservation {
head_sha,
state,
failing_checks: checks
.failing_leaves
.into_iter()
.map(|check| CiCheck {
name: check.name,
url: check.url,
})
.collect(),
observed_at: now,
})
}
fn ci_incident(pr: &TaskPr, observation: &CiObservation) -> Option<CiIncident> {
if observation.state != CiState::Failing {
return None;
}
let identity = pr.pr_identity()?;
let failure_set = observation.failure_set();
let mut digest = Sha256::new();
for check in &failure_set {
digest.update(check.as_bytes());
digest.update([0]);
}
Some(CiIncident {
identity: format!(
"github:ci:{}:{}:{}:{}",
identity.repo,
identity.number,
observation.head_sha,
hex::encode(digest.finalize())
),
task_id: pr.task_id.clone(),
pr_id: pr.id.clone(),
repo: identity.repo,
pr_number: identity.number,
failed_head_sha: observation.head_sha.clone(),
repaired_head_sha: None,
failure_set,
provider_completed_at: None,
poll_observed_at: Some(observation.observed_at),
webhook_received_at: None,
claimed_run_id: None,
responded_at: None,
green_at: None,
merged_at: None,
blocked_at: None,
blocked_reason: None,
created_at: observation.observed_at,
updated_at: observation.observed_at,
})
}
const PR_OBSERVATION_TTL: time::Duration = time::Duration::seconds(60);
const PR_OBSERVATION_DEGRADED_BACKOFF: time::Duration = time::Duration::minutes(5);
fn cached_github_observation(pr: &TaskPr, now: time::OffsetDateTime) -> Option<Observation> {
let observation = pr.github_observation.as_ref()?;
let retry_at = observation.checked_at
+ match observation.result {
GithubObservationResult::Fresh => PR_OBSERVATION_TTL,
GithubObservationResult::Degraded { .. } => PR_OBSERVATION_DEGRADED_BACKOFF,
};
if retry_at <= now {
return None;
}
Some(match &observation.result {
GithubObservationResult::Fresh => Observation::Cached {
observed_at: observation.checked_at,
},
GithubObservationResult::Degraded { reason } => Observation::Degraded {
reason: reason.clone(),
cached_as_of: pr.updated_at,
retry_at,
},
})
}
async fn reconcile_subject(store: &SharedStore, session: &Task) -> OpsResult<Option<TaskPr>> {
if let Some(active) = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
{
return Ok(Some(active));
}
let prs = store
.task_prs(&session.id)
.await
.map_err(|error| task_error(format!("failed to read Task PRs: {error}")))?;
Ok(prs
.into_iter()
.next_back()
.filter(|pr| pr.phase() == PrPhase::Abandoned && pr.github().is_some()))
}
async fn reconcile_task_pr_with_authority(
store: &SharedStore,
session: &mut Task,
lease: Option<&RunLease>,
freshness: crate::ops::pr::PrReadFreshness,
) -> OpsResult<Option<TaskPr>> {
let Some(mut pr) = reconcile_subject(store, session).await? else {
return Ok(None);
};
let Some(number) = pr.github().map(|github| github.number) else {
session.observation = Observation::NotRequired;
return Ok(Some(pr));
};
let now = time::OffsetDateTime::now_utc();
if matches!(freshness, crate::ops::pr::PrReadFreshness::Cached) {
if let Some(observation) = cached_github_observation(&pr, now) {
session.observation = observation;
return Ok(Some(pr));
}
}
let previous = pr.clone();
let github_pr = match crate::ops::pr::observe_pr_by_number(
&session.worktree,
number,
&pr.branch,
freshness,
) {
crate::ops::pr::PrObservation::Fresh(info) => {
pr.github_observation = Some(GithubObservation {
checked_at: now,
result: GithubObservationResult::Fresh,
});
session.observation = Observation::Fresh { observed_at: now };
info
}
crate::ops::pr::PrObservation::NotFound => {
pr.github_observation = Some(GithubObservation {
checked_at: now,
result: GithubObservationResult::Fresh,
});
pr.updated_at = now;
update_task_pr_with_authority(store, &pr, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
session.observation = Observation::Fresh { observed_at: now };
return Ok(Some(pr));
}
crate::ops::pr::PrObservation::Degraded { reason } => {
let retry_at = now + PR_OBSERVATION_DEGRADED_BACKOFF;
pr.github_observation = Some(GithubObservation {
checked_at: now,
result: GithubObservationResult::Degraded {
reason: reason.clone(),
},
});
update_task_pr_with_authority(store, &pr, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
session.observation = Observation::Degraded {
reason,
cached_as_of: pr.updated_at,
retry_at,
};
return Ok(Some(pr));
}
};
let number = u32::try_from(github_pr.number).map_err(|_| {
task_error(format!(
"pull request #{} exceeds supported range",
github_pr.number
))
})?;
let url = github_pr.url.clone();
let previous_phase = previous.phase();
let previous_github = previous.github().cloned();
let previous_gate_proposal = session.gate_proposal.clone();
let previous_pm_writeback = session.pm_writeback.clone();
let publication = pr.publication.get_or_insert(PrPublication {
requested_at: now,
after_merge: AfterMerge::Review,
next_slug: None,
github: None,
});
publication.github = Some(GithubPr {
number,
url: url.clone(),
head_sha: github_pr.head_sha.clone(),
});
let mut observed_incident = None;
let mut green_at = None;
let mut merged_at = None;
let pr_event = match github_pr.state.as_str() {
"merged" => {
let merge_commit = github_pr.merge_commit.clone().ok_or_else(|| {
task_error(format!(
"GitHub reports pull request #{} merged without a merge commit",
github_pr.number
))
})?;
pr.merge_commit = Some(merge_commit.clone());
pr.ci_observation = None;
merged_at = Some(now);
let completes = pr
.publication
.as_ref()
.is_some_and(|publication| publication.after_merge == AfterMerge::CompleteTask)
&& matches!(
committed_follow_up_range(&session.worktree, &pr)?,
CommittedFollowUp::ProvenEmpty
);
if completes {
let gate = feedback_gate(store, session).await?;
if gate.satisfied {
let proposal = crate::task::TaskGateProposal {
done: true,
reason: format!(
"pull request #{} merged and completed the Task",
github_pr.number
),
};
match session.lifecycle_phase {
crate::task::TaskLifecyclePhase::Kickoff => {
session
.enter_iterate()
.map_err(|error| task_error(error.to_string()))?;
session
.enter_gate(proposal)
.map_err(|error| task_error(error.to_string()))?;
}
crate::task::TaskLifecyclePhase::Iterate => {
session
.enter_gate(proposal)
.map_err(|error| task_error(error.to_string()))?;
}
crate::task::TaskLifecyclePhase::Gate => {
session.gate_proposal = Some(proposal);
session.updated_at = now;
}
}
reconcile_pm_writeback(store, session, Some(&url)).await;
}
}
Some(TaskEventKind::PrMerged {
pr_id: pr.id.clone(),
sequence: pr.sequence,
number,
url: url.clone(),
merge_commit,
})
}
"closed" => {
pr.abandoned_at = pr.abandoned_at.or(Some(now));
pr.ci_observation = None;
None
}
_ => {
pr.abandoned_at = None;
if let Some(ci_observation) = observe_required_checks(
&session.worktree,
&pr.branch,
github_pr.head_sha.as_deref(),
now,
) {
if ci_observation.state == CiState::Passing {
green_at = Some(ci_observation.observed_at);
} else {
observed_incident = ci_incident(&pr, &ci_observation);
}
pr.ci_observation = Some(ci_observation);
}
Some(TaskEventKind::PrOpened {
pr_id: pr.id.clone(),
sequence: pr.sequence,
number,
url: url.clone(),
})
}
};
let pr_changed = pr != previous;
if pr_changed {
pr.updated_at = now;
if pr.is_settled() {
settle_task_pr_with_authority(store, &pr, None, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
} else {
update_task_pr_with_authority(store, &pr, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
}
}
if let Some(incident) = observed_incident {
store
.observe_ci_incident(&incident)
.await
.map_err(|error| task_error(error.to_string()))?;
}
if let Some(green_at) = green_at {
store
.mark_ci_incidents_green(&pr.id, green_at)
.await
.map_err(|error| task_error(error.to_string()))?;
}
if let Some(merged_at) = merged_at {
store
.mark_ci_incidents_merged(&pr.id, merged_at)
.await
.map_err(|error| task_error(error.to_string()))?;
}
if session.gate_proposal != previous_gate_proposal
|| session.pm_writeback != previous_pm_writeback
{
update_task_with_authority(store, session, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
}
if pr_changed {
if let Some(event) = pr_event {
let should_append = match &event {
TaskEventKind::PrOpened { .. } => previous_github.as_ref() != pr.github(),
TaskEventKind::PrMerged { .. } => previous_phase != PrPhase::Merged,
_ => true,
};
if should_append {
append_task_event_with_authority(store, &session.id, &event, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
}
}
}
Ok(Some(pr))
}
fn next_pr_slug(settled: &TaskPr, slug_override: Option<&str>) -> String {
slug_override
.map(str::to_string)
.or_else(|| {
settled
.publication
.as_ref()
.and_then(|publication| publication.next_slug.clone())
})
.unwrap_or_else(|| (settled.sequence + 1).to_string())
}
fn deterministic_next_branch(
session: &Task,
settled: &TaskPr,
slug_override: Option<&str>,
) -> OpsResult<String> {
let slug = next_pr_slug(settled, slug_override);
let author = settled
.branch
.split_once('/')
.map(|(author, _)| author)
.ok_or_else(|| {
task_error(format!(
"Task PR branch {:?} has no author prefix",
settled.branch
))
})?;
Ok(format!("{author}/{}-{slug}", session.workspace_slug))
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub(crate) enum TaskRecoveryAdoption {
Active { branch: String },
BetweenPrs { settled: String, next: String },
}
pub(crate) async fn task_recovery_adoption(
store: &SharedStore,
session: &Task,
) -> OpsResult<TaskRecoveryAdoption> {
let worktree = &session.worktree;
let identifier = &session.launch.issue.identifier;
if !worktree.exists() {
return Err(task_error(format!(
"Task {identifier} worktree {} is missing; recovery refused before moving any ownership",
worktree.display()
)));
}
if let Some(state) = crate::engine::git::intervention_state(worktree)
.map_err(|error| task_error(format!("failed to inspect Task worktree state: {error}")))?
{
return Err(task_error(format!(
"Task {identifier} worktree {} is mid-{state}; resolve or abort it before resuming, \
recovery refused before moving any ownership",
worktree.display()
)));
}
let current = current_branch(worktree)
.map_err(|error| task_error(format!("failed to inspect Task branch: {error}")))?
.ok_or_else(|| {
task_error(format!(
"Task {identifier} worktree {} is detached; recovery needs a branch",
worktree.display()
))
})?;
if !ref_exists(worktree, &format!("refs/heads/{current}"))
.map_err(|error| task_error(format!("failed to inspect Task branch: {error}")))?
{
return Err(task_error(format!(
"Task {identifier} worktree {} is on branch {current:?} which no longer exists; \
re-create it or recover the worktree before resuming",
worktree.display()
)));
}
if let Some(active) = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
{
if current != active.branch {
return Err(task_error(format!(
"Task {identifier} active PR expects branch {:?}, but the worktree is on \
{current:?}; recovery refused before moving any ownership",
active.branch
)));
}
return Ok(TaskRecoveryAdoption::Active {
branch: active.branch,
});
}
let prs = store
.task_prs(&session.id)
.await
.map_err(|error| task_error(format!("failed to read Task PRs: {error}")))?;
let settled = prs
.last()
.cloned()
.ok_or_else(|| task_error("Task has no PR history"))?;
if !settled.is_settled() {
return Err(task_error(format!(
"Task PR {} is neither active nor settled",
settled.id
)));
}
let next = deterministic_next_branch(session, &settled, None)?;
if current != settled.branch && current != next {
return Err(task_error(format!(
"Task {identifier} between-PR recovery expected settled branch {:?} or next branch \
{next:?}, but the worktree is on {current:?}; recovery refused before moving any \
ownership",
settled.branch
)));
}
if !is_clean(worktree)
.map_err(|error| task_error(format!("failed to inspect Task worktree: {error}")))?
{
return Err(task_error(format!(
"Task {identifier} cannot recover between PRs while {} has uncommitted changes; \
carry them forward with `lf pr next` or commit before resuming, recovery refused \
before moving any ownership",
worktree.display()
)));
}
Ok(TaskRecoveryAdoption::BetweenPrs {
settled: settled.branch,
next,
})
}
pub(crate) async fn refuse_dirty_between_prs(store: &SharedStore, session: &Task) -> OpsResult<()> {
if store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
.is_some()
{
return Ok(());
}
if is_clean(&session.worktree)
.map_err(|error| task_error(format!("failed to inspect Task worktree: {error}")))?
{
return Ok(());
}
Err(task_error(format!(
"Task {} cannot recover between PRs while {} has uncommitted changes; carry them \
forward with `lf pr next` or commit before resuming",
session.launch.issue.identifier,
session.worktree.display()
)))
}
pub(crate) async fn ensure_working_pr(
store: &SharedStore,
session: &mut Task,
) -> OpsResult<Option<TaskPr>> {
ensure_working_pr_with_authority(store, session, None, RotateOptions::runner()).await
}
pub(crate) async fn ensure_working_pr_for_run(
store: &SharedStore,
session: &mut Task,
lease: &RunLease,
) -> OpsResult<Option<TaskPr>> {
ensure_working_pr_with_authority(store, session, Some(lease), RotateOptions::runner()).await
}
#[derive(Debug, Clone, Default)]
pub(crate) struct RotateOptions {
carry_dirty: bool,
slug_override: Option<String>,
}
impl RotateOptions {
fn runner() -> Self {
Self::default()
}
}
enum CommittedFollowUp {
ProvenEmpty,
Range { from: String, to: String },
Unprovable { reason: &'static str },
}
fn commits_past(
worktree: &Path,
branch: &str,
cut: &str,
not_ancestor: &'static str,
) -> OpsResult<CommittedFollowUp> {
let tip = rev_parse(worktree, branch)
.map_err(|error| task_error(format!("failed to resolve settled branch tip: {error}")))?;
if tip == cut {
return Ok(CommittedFollowUp::ProvenEmpty);
}
let ancestor = is_ancestor(worktree, cut, branch)
.map_err(|error| task_error(format!("failed to check follow-up ancestry: {error}")))?;
if !ancestor {
return Ok(CommittedFollowUp::Unprovable {
reason: not_ancestor,
});
}
Ok(CommittedFollowUp::Range {
from: cut.to_string(),
to: branch.to_string(),
})
}
fn committed_follow_up_range(worktree: &Path, settled: &TaskPr) -> OpsResult<CommittedFollowUp> {
let Some(head_sha) = settled.github().and_then(|github| github.head_sha.clone()) else {
return Ok(CommittedFollowUp::Unprovable {
reason: "the published pull request head is missing",
});
};
commits_past(
worktree,
&settled.branch,
&head_sha,
"the published pull request head is not an ancestor of the settled branch",
)
}
fn unpublished_work(worktree: &Path, pr: &TaskPr) -> OpsResult<CommittedFollowUp> {
commits_past(
worktree,
&pr.branch,
&pr.base_commit,
"the recorded base is not an ancestor of the unpublished branch",
)
}
fn fork_point(worktree: &Path, base_ref: &str, branch: &str) -> OpsResult<String> {
merge_base(worktree, base_ref, branch).map_err(|error| {
task_error(format!(
"{branch:?} shares no history with {base_ref}: {error}"
))
})
}
async fn heal_incoherent_base(
store: &SharedStore,
session: &Task,
pr: TaskPr,
lease: Option<&RunLease>,
) -> OpsResult<TaskPr> {
if pr.phase() != PrPhase::Working || !session.worktree.exists() {
return Ok(pr);
}
if is_ancestor(&session.worktree, &pr.base_commit, &pr.branch).unwrap_or(false) {
return Ok(pr);
}
let Ok(default_branch) = get_default_branch(&session.worktree) else {
return Ok(pr);
};
let Ok((base_ref, _)) = resolve_upstream_base(&session.worktree, &default_branch) else {
return Ok(pr);
};
let Ok(fork) = fork_point(&session.worktree, &base_ref, &pr.branch) else {
tracing::warn!(
task = %session.launch.issue.identifier,
branch = %pr.branch,
base = %pr.base_commit,
"Task PR base is incoherent and shares no history with the upstream; \
leaving the row for the completion gate to refuse"
);
return Ok(pr);
};
let ancestry = |commit: &str, descendant: &str| {
is_ancestor(&session.worktree, commit, descendant).unwrap_or(false)
};
if !(ancestry(&fork, &pr.base_commit) && ancestry(&pr.base_commit, &base_ref)) {
tracing::warn!(
task = %session.launch.issue.identifier,
branch = %pr.branch,
base = %pr.base_commit,
"Task PR base is incoherent but is not on the upstream line, so no past mint \
wrote it; leaving the row for the completion gate to refuse"
);
return Ok(pr);
}
let mut healed = pr;
tracing::info!(
task = %session.launch.issue.identifier,
branch = %healed.branch,
from = %healed.base_commit,
to = %fork,
"healing a Task PR base that is not an ancestor of its branch"
);
healed.base_commit = fork;
healed.updated_at = time::OffsetDateTime::now_utc();
match lease {
Some(lease) => store.heal_task_pr_base_for_run(&healed, lease).await,
None => store.heal_task_pr_base(&healed).await,
}
.map_err(|error| task_error(format!("failed to heal Task PR base: {error}")))?;
Ok(healed)
}
pub(crate) fn no_active_pr_resume_refusal(
identifier: &str,
active: Option<&TaskPr>,
latest: Option<&TaskPr>,
) -> Option<String> {
if active.is_some() {
return None;
}
let suffix = match latest {
Some(pr) => {
let which = pr
.github()
.map(|github| format!("pull request #{}", github.number))
.unwrap_or_else(|| format!("PR sequence {}", pr.sequence));
format!("{which} {}", pr.phase().as_str())
}
None => "no PR history recorded".to_string(),
};
Some(format!(
"Task {identifier} has no active PR to resume; {suffix}"
))
}
fn roll_back_failed_rotation(
worktree: &Path,
settled_branch: &str,
recovery_branch: &str,
stashed: bool,
) -> OpsResult<()> {
checkout(worktree, settled_branch)
.map_err(|error| task_error(format!("failed to restore settled branch: {error}")))?;
delete_local_branch(worktree, recovery_branch)
.map_err(|error| task_error(format!("failed to remove recovery branch: {error}")))?;
if stashed {
stash_pop(worktree)
.map_err(|error| task_error(format!("failed to restore follow-up edits: {error}")))?;
}
Ok(())
}
async fn ensure_working_pr_with_authority(
store: &SharedStore,
session: &mut Task,
lease: Option<&RunLease>,
rotate: RotateOptions,
) -> OpsResult<Option<TaskPr>> {
reconcile_task_pr_with_authority(
store,
session,
lease,
crate::ops::pr::PrReadFreshness::Cached,
)
.await?;
if matches!(
task_work_status(store, session).await?,
WorkStatus::Done | WorkStatus::Abandoned
) {
return Ok(None);
}
if let Some(active) = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
{
return Ok(Some(
heal_incoherent_base(store, session, active, lease).await?,
));
}
let prs = store
.task_prs(&session.id)
.await
.map_err(|error| task_error(format!("failed to read Task PRs: {error}")))?;
let settled = prs
.last()
.cloned()
.ok_or_else(|| task_error("Task has no PR history"))?;
if !settled.is_settled() {
return Err(task_error(format!(
"Task PR {} is neither active nor settled",
settled.id
)));
}
if let (PrPhase::Abandoned, Some(github)) = (settled.phase(), settled.github()) {
if let Observation::Degraded { reason, .. } = &session.observation {
return Err(task_error(format!(
"cannot confirm pull request #{} is closed before starting the next PR: {reason}. \
Retry once GitHub is readable; if the PR was reopened, it continues as-is.",
github.number
)));
}
}
let committed_carry = committed_follow_up_range(&session.worktree, &settled)?;
if settled
.publication
.as_ref()
.is_some_and(|publication| publication.after_merge == AfterMerge::CompleteTask)
&& !matches!(&committed_carry, CommittedFollowUp::Range { .. })
{
return Ok(None);
}
if let Some(lease) = lease {
store
.validate_run_lease(lease)
.await
.map_err(|error| task_error(format!("Task body lost write authority: {error}")))?;
}
let sequence = settled.sequence + 1;
let slug = next_pr_slug(&settled, rotate.slug_override.as_deref());
let branch = deterministic_next_branch(session, &settled, rotate.slug_override.as_deref())?;
let default_branch = get_default_branch(&session.worktree)
.map_err(|error| task_error(format!("failed to resolve default branch: {error}")))?;
let (base_ref, _) = resolve_upstream_base(&session.worktree, &default_branch)?;
if !rotate.carry_dirty
&& !is_clean(&session.worktree)
.map_err(|error| task_error(format!("failed to inspect Task worktree: {error}")))?
{
return Err(task_error(format!(
"Task {} cannot rotate PRs while {} has uncommitted changes",
session.launch.issue.identifier,
session.worktree.display()
)));
}
let current = current_branch(&session.worktree)
.map_err(|error| task_error(format!("failed to inspect Task branch: {error}")))?
.ok_or_else(|| task_error("Task worktree is detached"))?;
if current != branch {
if current != settled.branch {
return Err(task_error(format!(
"Task {} expected settled branch {:?} or recovery branch {:?}, but {} is on {:?}",
session.launch.issue.identifier,
settled.branch,
branch,
session.worktree.display(),
current
)));
}
let local_ref = format!("refs/heads/{branch}");
let remote_ref = format!("refs/remotes/origin/{branch}");
let collision = ref_exists(&session.worktree, &local_ref)
.map_err(|error| task_error(format!("failed to inspect branch collision: {error}")))?
|| ref_exists(&session.worktree, &remote_ref).map_err(|error| {
task_error(format!("failed to inspect branch collision: {error}"))
})?;
if collision {
return Err(task_error(format!(
"next PR branch {branch:?} already exists; retry the settling command with a clearer --next name"
)));
}
let stashed = stash_including_untracked(&session.worktree)
.map_err(|error| task_error(format!("failed to stash follow-up edits: {error}")))?;
if let Err(error) = checkout_new_branch_from(&session.worktree, &branch, &base_ref) {
let recovered = current_branch(&session.worktree)
.map_err(|read_error| {
task_error(format!("failed to inspect recovery branch: {read_error}"))
})?
.as_deref()
== Some(branch.as_str());
if !recovered {
if stashed {
stash_pop(&session.worktree).map_err(|recovery_error| {
task_error(format!(
"failed to rotate Task worktree: {error}; restoring follow-up edits \
also failed: {recovery_error}"
))
})?;
}
return Err(task_error(format!(
"failed to rotate Task worktree: {error}; follow-up edits were restored"
)));
}
}
if let CommittedFollowUp::Range { from, to } = &committed_carry {
if let Err(error) = cherry_pick_range(&session.worktree, from, to) {
roll_back_failed_rotation(&session.worktree, &settled.branch, &branch, stashed)
.map_err(|recovery_error| {
task_error(format!(
"failed to carry committed follow-up from {:?} onto {branch}: {error}; \
automatic recovery also failed: {recovery_error}",
settled.branch
))
})?;
return Err(task_error(format!(
"failed to carry committed follow-up from {:?} onto {branch}: {error}; \
restored {:?} with its follow-up edits so the rotation can be retried",
settled.branch, settled.branch
)));
}
}
if stashed {
stash_pop(&session.worktree).map_err(|error| {
task_error(format!(
"carried the committed follow-up but could not reapply dirty edits: {error}; \
the recovery branch and retained stash are in {} for conflict resolution",
session.worktree.display()
))
})?;
}
}
let base_commit = fork_point(&session.worktree, &base_ref, &branch)?;
push_with_upstream(&session.worktree, "origin", &branch)
.map_err(|error| task_error(format!("failed to push next PR branch: {error}")))?;
let now = time::OffsetDateTime::now_utc();
let next = TaskPr {
id: TaskPrId::new(),
task_id: session.id.clone(),
sequence,
slug,
branch,
base_commit,
parent_pr_id: None,
publication: None,
merge_commit: None,
abandoned_at: None,
ci_observation: None,
github_observation: None,
linear_attachment_id: None,
linear_comment_id: None,
linear_link_error: None,
created_at: now,
updated_at: now,
};
match settle_task_pr_with_authority(store, &settled, Some(&next), lease).await {
Ok(()) => {
append_task_event_with_authority(
store,
&session.id,
&TaskEventKind::PrStarted {
pr_id: next.id.clone(),
sequence: next.sequence,
branch: next.branch.clone(),
base_commit: next.base_commit.clone(),
},
lease,
)
.await
.map_err(|error| task_error(error.to_string()))?;
Ok(Some(next))
}
Err(error) => {
let recovered = store
.task_prs(&session.id)
.await
.map_err(|read_error| task_error(read_error.to_string()))?
.into_iter()
.find(|pr| pr.sequence == sequence);
match recovered {
Some(pr)
if pr.branch == next.branch
&& pr.base_commit == next.base_commit
&& pr.phase() == PrPhase::Working =>
{
Ok(Some(pr))
}
_ => Err(task_error(format!(
"failed to record next Task PR after branch rotation: {error}"
))),
}
}
}
}
pub fn pr_next(repo: &Path, slug: Option<&str>) -> OpsResult<TaskPr> {
let slug_override = slug.map(parse_pr_slug).transpose()?;
let repo = repo.to_path_buf();
block_on_task(async move {
let store = task_store().await?;
let (mut session, lease) = task_for_worktree(&store, &repo)
.await?
.ok_or_else(|| task_error("no Task owns this worktree"))?;
reconcile_task_pr_with_authority(
&store,
&mut session,
lease.as_ref(),
crate::ops::pr::PrReadFreshness::Cached,
)
.await?;
if let Some(active) = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
{
let which = active
.github()
.map(|github| format!("#{}", github.number))
.unwrap_or_else(|| format!("sequence {}", active.sequence));
return Err(task_error(format!(
"current PR {which} is not merged yet; land it or wait for the merge before `lf pr next`"
)));
}
if matches!(
task_work_status(&store, &session).await?,
WorkStatus::Done | WorkStatus::Abandoned
) {
return Err(task_error(format!(
"Task {} is terminal; nothing to rotate",
session.launch.issue.identifier
)));
}
let rotate = RotateOptions {
carry_dirty: true,
slug_override,
};
ensure_working_pr_with_authority(&store, &mut session, lease.as_ref(), rotate)
.await?
.ok_or_else(|| task_error("Task has no settled PR to rotate from"))
})
}
pub fn task_status(issue: &str) -> OpsResult<Task> {
block_on_task(async move {
let store = task_store().await?;
let mut session = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to read task status: {error}")))?
.ok_or_else(|| task_error(format!("no Task exists for {issue:?}")))?;
reconcile_task_pr(&store, &mut session).await?;
reconcile_process_liveness(&store, &mut session).await?;
reconcile_task_completion(&store, &mut session, None).await?;
Ok(session)
})
}
pub fn task_complete(issue: &str, summary: String) -> OpsResult<Task> {
let summary = summary.trim().to_string();
if summary.is_empty() {
return Err(task_error("completion summary cannot be empty"));
}
block_on_task(async move {
let store = task_store().await?;
let mut session = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to read Task: {error}")))?
.ok_or_else(|| task_error(format!("no Task exists for {issue:?}")))?;
reconcile_task_pr(&store, &mut session).await?;
let lease = ambient_task_run_lease(&store, &session).await?;
if let Some(lease) = lease.as_ref() {
store
.validate_run_lease(lease)
.await
.map_err(|error| task_error(format!("Task body lost write authority: {error}")))?;
}
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
match store
.work_status(&work)
.await
.map_err(|error| task_error(error.to_string()))?
{
WorkStatus::Done => return Ok(session),
WorkStatus::Abandoned => {
return Err(task_error(format!(
"Task {} is abandoned and cannot be completed",
session.launch.issue.identifier
)))
}
WorkStatus::Ready | WorkStatus::Running { .. } | WorkStatus::Waiting { .. } => {}
}
if !is_clean(&session.worktree)
.map_err(|error| task_error(format!("failed to inspect Task worktree: {error}")))?
{
return Err(task_error(
"Task worktree has uncommitted changes; publish or explicitly abandon them first",
));
}
let gate = task_completion_gate(&store, &session).await?;
if let Some(refusal) = gate.refusal(&session.launch.issue.identifier) {
return Err(task_error(refusal));
}
propose_task_done(&mut session, summary.clone())?;
complete_task_with_authority(
&store,
&session,
gate.discardable_successor.as_ref(),
lease.as_ref(),
)
.await
.map_err(|error| task_error(format!("failed to complete Task: {error}")))?;
if lease.is_none() {
let (_run, completion_lease) = store
.reserve_run(&work, crate::durable::RunTrigger::User)
.await
.map_err(|error| {
task_error(format!("failed to reserve completion Run: {error}"))
})?;
let basis = store
.current_epoch(&work)
.await
.map_err(|error| task_error(error.to_string()))?
.current_basis;
store
.done(&completion_lease, &basis)
.await
.map_err(|error| task_error(format!("failed to complete Work: {error}")))?;
reconcile_pm_writeback(&store, &mut session, None).await;
store
.update_task(&session)
.await
.map_err(|error| task_error(error.to_string()))?;
append_task_event_with_authority(
&store,
&session.id,
&TaskEventKind::Completed { summary },
None,
)
.await
.map_err(|error| task_error(error.to_string()))?;
}
Ok(session)
})
}
fn propose_task_done(session: &mut Task, summary: String) -> OpsResult<()> {
let proposal = crate::task::TaskGateProposal {
done: true,
reason: summary,
};
match session.lifecycle_phase {
crate::task::TaskLifecyclePhase::Kickoff => {
session
.enter_iterate()
.map_err(|error| task_error(error.to_string()))?;
session
.enter_gate(proposal)
.map_err(|error| task_error(error.to_string()))?;
}
crate::task::TaskLifecyclePhase::Iterate => {
session
.enter_gate(proposal)
.map_err(|error| task_error(error.to_string()))?;
}
crate::task::TaskLifecyclePhase::Gate => {
session.gate_proposal = Some(proposal);
session.updated_at = time::OffsetDateTime::now_utc();
}
}
Ok(())
}
fn pr_link_state_label(pr: &TaskPr) -> String {
match pr.phase() {
PrPhase::Merged => "Merged".to_string(),
PrPhase::Abandoned => "Abandoned".to_string(),
_ => {
let completes = pr
.publication
.as_ref()
.is_some_and(|publication| publication.after_merge == AfterMerge::CompleteTask);
if completes {
"Open · completes task on merge".to_string()
} else {
"Open · in review".to_string()
}
}
}
}
async fn link_pr_to_linear(store: &SharedStore, session: &Task, pr: &mut TaskPr) {
let Some(github) = pr.github().cloned() else {
return;
};
let state = pr_link_state_label(pr);
let title = format!("GitHub PR #{}", github.number);
let body = format!("[GitHub PR #{}]({}) — {}", github.number, github.url, state);
let wave = match owning_wave(store, session).await {
Ok(wave) => wave,
Err(error) => {
pr.linear_link_error = Some(error.to_string());
return;
}
};
let prior = crate::ops::pm::PrLinkageIds {
attachment_id: pr.linear_attachment_id.clone(),
comment_id: pr.linear_comment_id.clone(),
};
let request = crate::ops::pm::PrLinkRequest {
issue_id: session.launch.issue.id.as_str().to_string(),
url: github.url.clone(),
title,
subtitle: state,
body,
};
let outcome =
crate::ops::pm::pm_link_pr_async(&session.worktree, wave.name(), &request, &prior).await;
if let Some(error) = &outcome.error {
tracing::warn!(
issue = session.launch.issue.identifier,
pr = github.number,
"Linear link degraded; the GitHub PR is published and the next publish retries: {error}"
);
}
pr.linear_attachment_id = outcome.ids.attachment_id;
pr.linear_comment_id = outcome.ids.comment_id;
pr.linear_link_error = outcome.error;
}
fn writeback_state(result: OpsResult<()>) -> PmWritebackState {
writeback_state_for(PmWritebackOperation::CompleteTask, result)
}
fn writeback_state_for(operation: PmWritebackOperation, result: OpsResult<()>) -> PmWritebackState {
match result {
Ok(()) => PmWritebackState::Current,
Err(error) => PmWritebackState::Pending {
operation,
error: error.to_string(),
},
}
}
pub(crate) async fn reconcile_pm_writeback(
store: &SharedStore,
session: &mut Task,
pr_url: Option<&str>,
) {
let Ok(wave) = owning_wave(store, session).await else {
session.pm_writeback = PmWritebackState::Pending {
operation: PmWritebackOperation::CompleteTask,
error: format!("owning Wave {} is not registered", session.wave_id),
};
return;
};
session.pm_writeback = writeback_state(
crate::ops::task_pm::complete_task(
&session.worktree,
wave.name(),
session.launch.issue.id.as_str(),
pr_url,
)
.await,
);
}
async fn retry_pm_writeback(store: &SharedStore, session: &mut Task) {
let Ok(prs) = store.task_prs(&session.id).await else {
return;
};
let pr_url = prs
.iter()
.rev()
.find_map(|pr| pr.github().map(|github| github.url.as_str()));
let Ok(wave) = owning_wave(store, session).await else {
session.pm_writeback = PmWritebackState::Pending {
operation: PmWritebackOperation::CompleteTask,
error: format!("owning Wave {} is not registered", session.wave_id),
};
return;
};
session.pm_writeback = {
let operation = match &session.pm_writeback {
PmWritebackState::Pending { operation, .. } => *operation,
PmWritebackState::Current => PmWritebackOperation::CompleteTask,
};
let result = crate::ops::task_pm::retry_complete_task(
&session.worktree,
wave.name(),
session.launch.issue.id.as_str(),
pr_url,
)
.await;
writeback_state_for(operation, result)
};
session.updated_at = time::OffsetDateTime::now_utc();
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub(crate) struct CompletionGate {
pub satisfied: bool,
pub blockers: Vec<String>,
pub discardable_successor: Option<TaskPr>,
}
impl CompletionGate {
pub fn reason(&self) -> String {
if self.blockers.is_empty() {
String::new()
} else {
self.blockers.join("; ")
}
}
pub(crate) fn refusal(&self, identifier: &str) -> Option<String> {
(!self.satisfied).then(|| {
format!(
"Task {identifier} cannot complete until its gates close: {}",
self.reason()
)
})
}
}
impl CompletionGate {
fn unsatisfied(blockers: Vec<String>) -> Self {
Self {
satisfied: false,
blockers,
discardable_successor: None,
}
}
}
async fn feedback_gate(store: &SharedStore, session: &Task) -> OpsResult<CompletionGate> {
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
let feedback = store
.feedback(&work)
.await
.map_err(|error| task_error(error.to_string()))?;
Ok(if feedback.is_none() {
CompletionGate {
satisfied: true,
blockers: Vec::new(),
discardable_successor: None,
}
} else {
CompletionGate::unsatisfied(vec!["current Feedback has not continued".to_string()])
})
}
pub(crate) async fn task_completion_gate(
store: &SharedStore,
session: &Task,
) -> OpsResult<CompletionGate> {
let mut gate = feedback_gate(store, session).await?;
let work_done = task_work_status(store, session).await? == WorkStatus::Done;
let prs = store
.task_prs(&session.id)
.await
.map_err(|error| task_error(format!("failed to read Task PRs: {error}")))?;
let has_merged_predecessor = prs.iter().any(|pr| pr.phase() == PrPhase::Merged);
if let Some(newest) = prs.last() {
if newest.phase() == PrPhase::Merged
&& newest
.publication
.as_ref()
.is_some_and(|publication| publication.after_merge == AfterMerge::CompleteTask)
{
let number = newest
.github()
.map(|github| github.number)
.unwrap_or_default();
match committed_follow_up_range(&session.worktree, newest)? {
CommittedFollowUp::ProvenEmpty => {}
CommittedFollowUp::Range { .. } => gate.blockers.push(format!(
"follow-up work is committed past merged pull request #{number}"
)),
CommittedFollowUp::Unprovable { .. } if work_done => {}
CommittedFollowUp::Unprovable { reason } => gate.blockers.push(format!(
"cannot prove merged pull request #{number} has no committed follow-up: {reason}"
)),
}
}
}
if let Some(pr) = store
.active_task_pr(&session.id)
.await
.map_err(|error| task_error(format!("failed to read active PR: {error}")))?
{
let which = pr
.github()
.map(|github| format!("#{}", github.number))
.unwrap_or_else(|| format!("sequence {}", pr.sequence));
match pr.phase() {
PrPhase::Open => gate.blockers.push(format!(
"pull request {which} is open for review; merge it or run `lf pr abandon`"
)),
PrPhase::Publishing => gate.blockers.push(format!(
"pull request {which} is still publishing; wait for it to land or run `lf pr abandon`"
)),
PrPhase::Working => match unpublished_work(&session.worktree, &pr)? {
CommittedFollowUp::ProvenEmpty if has_merged_predecessor => {
gate.discardable_successor = Some(pr.clone());
}
CommittedFollowUp::ProvenEmpty => gate.blockers.push(format!(
"pull request {which} is unpublished; publish and merge it or run `lf pr abandon`"
)),
CommittedFollowUp::Range { .. } => gate.blockers.push(format!(
"follow-up work is committed on unpublished pull request {which}; \
publish and merge it or run `lf pr abandon`"
)),
CommittedFollowUp::Unprovable { reason } => gate.blockers.push(format!(
"cannot prove unpublished pull request {which} is empty: {reason}"
)),
},
PrPhase::Merged | PrPhase::Abandoned => {}
}
}
gate.satisfied = gate.blockers.is_empty();
Ok(gate)
}
async fn merged_completing_pr(store: &SharedStore, session: &Task) -> OpsResult<Option<TaskPr>> {
let prs = store
.task_prs(&session.id)
.await
.map_err(|error| task_error(format!("failed to read Task PRs: {error}")))?;
Ok(prs.into_iter().find(|pr| {
pr.phase() == PrPhase::Merged
&& pr
.publication
.as_ref()
.is_some_and(|publication| publication.after_merge == AfterMerge::CompleteTask)
}))
}
async fn advance_completion_after_gate(
store: &SharedStore,
session: &mut Task,
lease: Option<&RunLease>,
) -> OpsResult<bool> {
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
if matches!(
store
.work_status(&work)
.await
.map_err(|error| task_error(error.to_string()))?,
WorkStatus::Done | WorkStatus::Abandoned
) {
return Ok(false);
}
let Some(pr) = merged_completing_pr(store, session).await? else {
return Ok(false);
};
let gate = task_completion_gate(store, session).await?;
if !gate.satisfied {
return Ok(false);
}
if gate.discardable_successor.is_some() {
return Ok(false);
}
let url = pr.github().map(|github| github.url.clone());
let summary = format!(
"pull request #{} merged and completed the Task",
pr.github().map(|github| github.number).unwrap_or_default()
);
propose_task_done(session, summary.clone())?;
complete_task_after_pr_with_authority(store, session, &pr, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
if lease.is_none() {
let (_run, completion_lease) = store
.reserve_run(&work, crate::durable::RunTrigger::User)
.await
.map_err(|error| task_error(format!("failed to reserve completion Run: {error}")))?;
let basis = store
.current_epoch(&work)
.await
.map_err(|error| task_error(error.to_string()))?
.current_basis;
store
.done(&completion_lease, &basis)
.await
.map_err(|error| task_error(format!("failed to complete Work: {error}")))?;
reconcile_pm_writeback(store, session, url.as_deref()).await;
store
.update_task(session)
.await
.map_err(|error| task_error(error.to_string()))?;
store
.append_task_event(&session.id, &TaskEventKind::Completed { summary })
.await
.map_err(|error| task_error(error.to_string()))?;
}
Ok(true)
}
pub(crate) async fn reconcile_task_completion(
store: &SharedStore,
session: &mut Task,
lease: Option<&RunLease>,
) -> OpsResult<()> {
let status = task_work_status(store, session).await?;
if status == WorkStatus::Done
&& matches!(session.pm_writeback, PmWritebackState::Pending { .. })
{
retry_pm_writeback(store, session).await;
if let Some(lease) = lease {
store
.update_task_for_run(session, lease)
.await
.map_err(|error| task_error(error.to_string()))?;
} else {
store
.update_task(session)
.await
.map_err(|error| task_error(error.to_string()))?;
}
return Ok(());
}
if !matches!(status, WorkStatus::Done | WorkStatus::Abandoned) {
advance_completion_after_gate(store, session, lease).await?;
}
Ok(())
}
pub fn task_snapshot(session: &Task) -> OpsResult<TaskSnapshot> {
let session = session.clone();
block_on_task(async move {
let store = task_store().await?;
let wave = owning_wave(&store, &session).await?;
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(format!("failed to resolve Task Work: {error}")))?;
let launch = match store
.current_run(&work)
.await
.map_err(|error| task_error(error.to_string()))?
{
Some(run) => store
.current_launch_for_run(&run.id)
.await
.map_err(|error| task_error(error.to_string()))?,
None => None,
};
let process_alive = match launch.as_ref().map(|launch| &launch.containment) {
Some(Containment::Tmux { name }) => tmux_session_exists(name)
.await
.map_err(|error| task_error(error.to_string()))?,
Some(Containment::ProcessGroup { .. }) => true,
None => false,
};
let latest_event = store
.task_events_after(&session.id, 0)
.await
.map_err(|error| task_error(format!("failed to read task events: {error}")))?
.into_iter()
.last();
let prs = store
.task_prs(&session.id)
.await
.map_err(|error| task_error(format!("failed to read Task PRs: {error}")))?;
let latest = prs.last();
let active = prs.iter().find(|pr| pr.is_active());
let active_pr = active.map(|pr| pr.id.clone());
let predecessor_phase = match active.and_then(|pr| pr.parent_pr_id.as_ref()) {
Some(parent_id) => store
.get_task_pr(parent_id)
.await
.map_err(|error| task_error(format!("failed to read parent PR: {error}")))?
.map(|pr| pr.phase()),
None => None,
};
let completion_gate = task_completion_gate(&store, &session).await?;
let completion_refusal = completion_gate.refusal(&session.launch.issue.identifier);
let resume_refusal =
no_active_pr_resume_refusal(&session.launch.issue.identifier, active, latest);
let work_status = store
.work_status(&work)
.await
.map_err(|error| task_error(format!("failed to derive Task Work status: {error}")))?;
let action_evidence = TaskActionEvidence {
status: work_status.clone(),
latest_pr_phase: latest.map(|pr| pr.phase()),
latest_pr_after_merge: latest
.and_then(|pr| pr.publication.as_ref())
.map(|p| p.after_merge),
latest_pr_next_slug: latest
.and_then(|pr| pr.publication.as_ref())
.and_then(|p| p.next_slug.as_deref()),
completion_refusal: completion_refusal.as_deref(),
resume_refusal: resume_refusal.as_deref(),
pending_directive: false,
ci: active.and_then(|pr| pr.fresh_ci()),
process_alive: if matches!(work_status, WorkStatus::Running { .. }) {
Some(process_alive)
} else {
None
},
predecessor_phase,
review_gate: None,
abandon_intent: session.abandon_intent.is_some(),
local_progress_unsettled: None,
};
let actions = derive_task_actions(&action_evidence);
Ok(TaskSnapshot {
issue_id: session.launch.issue.id.as_str().to_string(),
issue_identifier: session.launch.issue.identifier,
task_id: session.id.to_string(),
external_project_id: session.launch.project.id.as_str().to_string(),
project: session.launch.project.slug,
pm_snapshot_synced_at: session.launch.pm_snapshot_synced_at,
pm_writeback: session.pm_writeback,
wave: wave.name().to_string(),
project_id: session.project_id.to_string(),
status: work_status,
worktree: session.worktree.display().to_string(),
workspace_slug: session.workspace_slug,
lifecycle: session.lifecycle,
lifecycle_phase: session.lifecycle_phase,
phase_epoch: session.phase_epoch,
phase_cursor: session.phase_cursor,
phase_iteration: session.phase_iteration,
gate_cycle: session.gate_cycle,
gate_proposal: session.gate_proposal,
prs,
active_pr,
agent: session.agent,
provider: session.provider,
provider_session_id: session.provider_session_id,
process_alive,
launch,
latest_event,
created_at: session.created_at,
updated_at: session.updated_at,
observation: session.observation,
actions,
})
})
}
pub fn task_changes(issue: &str) -> OpsResult<TaskChangesSnapshot> {
let session = task_status(issue)?;
let pr = active_pr(&session)?;
changes_snapshot(TaskWorkspace::new(&session, &pr))
}
fn changes_snapshot(workspace: TaskWorkspace<'_>) -> OpsResult<TaskChangesSnapshot> {
let mut files = BTreeMap::<String, TaskChangedFile>::new();
record_changed_paths(
workspace.worktree,
&[
"diff",
"--name-only",
"-z",
&format!("{}..HEAD", workspace.base_commit),
],
&mut files,
|file| file.committed = true,
)?;
record_changed_paths(
workspace.worktree,
&["diff", "--cached", "--name-only", "-z"],
&mut files,
|file| file.staged = true,
)?;
record_changed_paths(
workspace.worktree,
&["diff", "--name-only", "-z"],
&mut files,
|file| file.unstaged = true,
)?;
record_changed_paths(
workspace.worktree,
&["ls-files", "--others", "--exclude-standard", "-z"],
&mut files,
|file| file.untracked = true,
)?;
let head_commit = git_output(workspace.worktree, &["rev-parse", "HEAD"])?
.trim()
.to_string();
Ok(TaskChangesSnapshot {
issue_identifier: workspace.issue_identifier.to_string(),
session_id: workspace.session_id.to_string(),
base_commit: workspace.base_commit.to_string(),
head_commit,
files: files.into_values().collect(),
})
}
pub fn task_diff(issue: &str, path: Option<&str>) -> OpsResult<TaskDiffSnapshot> {
let session = task_status(issue)?;
let pr = active_pr(&session)?;
diff_snapshot(TaskWorkspace::new(&session, &pr), path)
}
fn diff_snapshot(workspace: TaskWorkspace<'_>, path: Option<&str>) -> OpsResult<TaskDiffSnapshot> {
const MAX_PATCH_BYTES: usize = 1_000_000;
let relative = path.map(validate_task_relative_path).transpose()?;
let mut args = vec![
"diff".to_string(),
"--no-ext-diff".to_string(),
"--no-color".to_string(),
workspace.base_commit.to_string(),
"--".to_string(),
];
if let Some(path) = &relative {
args.push(path.clone());
}
let mut patch = git_output_owned(workspace.worktree, &args)?;
let untracked = untracked_paths(workspace.worktree)?;
let include_untracked = untracked
.into_iter()
.filter(|candidate| relative.as_ref().is_none_or(|path| path == candidate));
for path in include_untracked {
let output = Command::new("git")
.current_dir(workspace.worktree)
.args(["diff", "--no-index", "--no-color", "--", "/dev/null", &path])
.output()
.map_err(|error| {
task_error(format!("failed to diff untracked file {path}: {error}"))
})?;
if !output.status.success() && output.status.code() != Some(1) {
return Err(task_error(format!(
"failed to diff untracked file {path}: {}",
String::from_utf8_lossy(&output.stderr).trim()
)));
}
patch.extend_from_slice(&output.stdout);
}
let truncated = patch.len() > MAX_PATCH_BYTES;
if truncated {
patch.truncate(MAX_PATCH_BYTES);
}
let patch = String::from_utf8_lossy(&patch).into_owned();
let binary = patch.contains("Binary files ") || patch.contains("GIT binary patch");
Ok(TaskDiffSnapshot {
issue_identifier: workspace.issue_identifier.to_string(),
session_id: workspace.session_id.to_string(),
path: relative,
patch,
binary,
truncated,
})
}
pub fn task_file(issue: &str, path: &str) -> OpsResult<TaskFileSnapshot> {
let session = task_status(issue)?;
let pr = active_pr(&session)?;
file_snapshot(TaskWorkspace::new(&session, &pr), path)
}
fn file_snapshot(workspace: TaskWorkspace<'_>, path: &str) -> OpsResult<TaskFileSnapshot> {
const MAX_FILE_BYTES: usize = 1_000_000;
let relative = validate_task_relative_path(path)?;
let root = workspace
.worktree
.canonicalize()
.map_err(|error| task_error(format!("cannot resolve Task worktree: {error}")))?;
let absolute = root
.join(&relative)
.canonicalize()
.map_err(|error| task_error(format!("cannot open Task file {relative:?}: {error}")))?;
if !absolute.starts_with(&root) || !absolute.is_file() {
return Err(task_error(format!(
"Task file {relative:?} does not resolve to a file inside the Task worktree"
)));
}
let bytes = std::fs::read(&absolute)
.map_err(|error| task_error(format!("cannot read Task file {relative:?}: {error}")))?;
let size_bytes = bytes.len() as u64;
let binary = bytes.iter().take(8_192).any(|byte| *byte == 0);
let truncated = bytes.len() > MAX_FILE_BYTES;
let visible = &bytes[..bytes.len().min(MAX_FILE_BYTES)];
let content = (!binary).then(|| String::from_utf8_lossy(visible).into_owned());
Ok(TaskFileSnapshot {
issue_identifier: workspace.issue_identifier.to_string(),
session_id: workspace.session_id.to_string(),
path: relative,
content,
binary,
size_bytes,
truncated,
})
}
fn validate_task_relative_path(path: &str) -> OpsResult<String> {
let path = Path::new(path);
if path.as_os_str().is_empty() || path.is_absolute() {
return Err(task_error(
"Task paths must stay relative to the Task worktree",
));
}
let mut normalized = PathBuf::new();
for component in path.components() {
match component {
Component::Normal(value) => normalized.push(value),
Component::CurDir => {}
_ => {
return Err(task_error(
"Task paths must stay relative to the Task worktree",
))
}
}
}
if normalized.as_os_str().is_empty() {
return Err(task_error("Task paths must name a file"));
}
Ok(normalized.to_string_lossy().to_string())
}
fn record_changed_paths(
worktree: &Path,
args: &[&str],
files: &mut BTreeMap<String, TaskChangedFile>,
mark: impl Fn(&mut TaskChangedFile),
) -> OpsResult<()> {
for path in nul_paths(&git_output_bytes(worktree, args)?) {
let file = files.entry(path.clone()).or_insert(TaskChangedFile {
path,
committed: false,
staged: false,
unstaged: false,
untracked: false,
});
mark(file);
}
Ok(())
}
fn untracked_paths(worktree: &Path) -> OpsResult<Vec<String>> {
Ok(nul_paths(&git_output_bytes(
worktree,
&["ls-files", "--others", "--exclude-standard", "-z"],
)?))
}
fn nul_paths(output: &[u8]) -> Vec<String> {
output
.split(|byte| *byte == 0)
.filter(|path| !path.is_empty())
.map(|path| String::from_utf8_lossy(path).into_owned())
.collect()
}
fn git_output(worktree: &Path, args: &[&str]) -> OpsResult<String> {
Ok(String::from_utf8_lossy(&git_output_bytes(worktree, args)?).into_owned())
}
fn git_output_bytes(worktree: &Path, args: &[&str]) -> OpsResult<Vec<u8>> {
let output = Command::new("git")
.current_dir(worktree)
.args(args)
.output()
.map_err(|error| task_error(format!("failed to run git {}: {error}", args.join(" "))))?;
if !output.status.success() {
return Err(task_error(format!(
"git {} failed: {}",
args.join(" "),
String::from_utf8_lossy(&output.stderr).trim()
)));
}
Ok(output.stdout)
}
fn git_output_owned(worktree: &Path, args: &[String]) -> OpsResult<Vec<u8>> {
let output = Command::new("git")
.current_dir(worktree)
.args(args)
.output()
.map_err(|error| task_error(format!("failed to run git diff: {error}")))?;
if !output.status.success() {
return Err(task_error(format!(
"git diff failed: {}",
String::from_utf8_lossy(&output.stderr).trim()
)));
}
Ok(output.stdout)
}
fn queue_task_steer(issue: &str, message: String) -> OpsResult<TaskControlResult> {
block_on_task(async move {
let store = task_store().await?;
let mut session = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to resolve task: {error}")))?
.ok_or_else(|| task_error(format!("no Task exists for {issue:?}")))?;
reconcile_task_pr(&store, &mut session).await?;
reconcile_process_liveness(&store, &mut session).await?;
let receipt =
super::child::append_steer(&store, ChildRef::Task(session.id.clone()), &message)
.await?;
if !matches!(
task_work_status(&store, &session).await?,
WorkStatus::Running { .. }
) {
relaunch_inactive_process(&store, &mut session).await?;
}
Ok(TaskControlResult {
issue_id: session.launch.issue.identifier.clone(),
task_id: session.id.to_string(),
receipt: super::child::WorkControlReceipt::Steer { receipt },
observation: session.observation.clone(),
})
})
}
pub fn task_steer(issue: &str, message: String) -> OpsResult<TaskControlResult> {
queue_task_steer(issue, message)
}
pub fn task_interrupt(issue: &str) -> OpsResult<TaskControlResult> {
block_on_task(async move {
let store = task_store().await?;
let mut session = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to resolve task: {error}")))?
.ok_or_else(|| task_error(format!("no Task exists for {issue:?}")))?;
reconcile_task_pr(&store, &mut session).await?;
reconcile_process_liveness(&store, &mut session).await?;
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
let run = store
.current_run(&work)
.await
.map_err(|error| task_error(error.to_string()))?
.ok_or_else(|| task_error("Task has no active Run to interrupt"))?;
let request = AuthenticatedRequest::cli();
let receipt = store
.interrupt(&ControlCtx::User(&request), &work, &run.id)
.await
.map_err(|error| task_error(error.to_string()))?;
Ok(TaskControlResult {
issue_id: session.launch.issue.identifier.clone(),
task_id: session.id.to_string(),
receipt: super::child::WorkControlReceipt::Interrupt { receipt },
observation: session.observation,
})
})
}
pub fn task_recover(issue: &str, reason: Option<String>) -> OpsResult<Task> {
let issue = issue.to_string();
block_on_task(async move {
let store = task_store().await?;
_recover_abandoned_task(&store, &issue, reason).await
})
}
async fn _recover_abandoned_task(
store: &SharedStore,
issue: &str,
reason: Option<String>,
) -> OpsResult<Task> {
let reason = reason
.map(|value| value.trim().to_string())
.map(|value| {
if value.is_empty() {
Err(task_error("recovery reason cannot be empty"))
} else {
Ok(value)
}
})
.transpose()?;
let predecessor = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to resolve task: {error}")))?
.ok_or_else(|| task_error(format!("no Task exists for {issue:?}")))?;
match task_work_status(store, &predecessor).await? {
WorkStatus::Done => {
return Err(task_error(format!(
"Task {} is completed; start a new Task rather than recovering it",
predecessor.launch.issue.identifier
)));
}
WorkStatus::Abandoned => {}
WorkStatus::Ready | WorkStatus::Running { .. } | WorkStatus::Waiting { .. } => {
return Ok(predecessor)
}
}
task_recovery_adoption(store, &predecessor)
.await
.map_err(|error| task_error(format!("validate Task recovery: {error}")))?;
let mut carried = store
.boundary_seed_for_child(&ChildRef::Task(predecessor.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?
.render();
if carried.is_empty() {
carried = format!(
"Continue {}: {}",
predecessor.launch.issue.identifier, predecessor.launch.issue.title
);
}
let now = time::OffsetDateTime::now_utc();
let _reason = reason;
let mut task = predecessor;
task.lifecycle_phase = crate::task::TaskLifecyclePhase::Kickoff;
task.phase_epoch += 1;
task.phase_cursor = 0;
task.phase_iteration = 0;
task.gate_cycle = 0;
task.gate_proposal = None;
task.provider_session_id = None;
task.abandon_intent = None;
task.updated_at = now;
task.observation = Observation::NotRequired;
store
.reopen_task(&task, None, crate::durable::Author::User, &carried)
.await
.map_err(|error| task_error(format!("failed to recover Task: {error}")))?;
Ok(task)
}
pub fn task_resume(
issue: &str,
model: Option<String>,
reason: Option<String>,
) -> OpsResult<TaskControlResult> {
let issue = issue.to_string();
block_on_task(async move { resume_task_async(&issue, model, reason).await })
}
pub(crate) async fn resume_task_async(
issue: &str,
model: Option<String>,
reason: Option<String>,
) -> OpsResult<TaskControlResult> {
let store = task_store().await?;
let mut session = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to resolve task: {error}")))?
.ok_or_else(|| task_error(format!("no Task exists for {issue:?}")))?;
task_recovery_adoption(&store, &session).await?;
reconcile_task_pr(&store, &mut session).await?;
let prs = store
.task_prs(&session.id)
.await
.map_err(|error| task_error(format!("failed to read Task PRs: {error}")))?;
let latest = prs.last();
let active = prs.iter().find(|pr| pr.is_active());
if let Some(refusal) =
no_active_pr_resume_refusal(&session.launch.issue.identifier, active, latest)
{
return Err(task_error(refusal));
}
refuse_dirty_between_prs(&store, &session).await?;
reconcile_process_liveness(&store, &mut session).await?;
let issue_id = session.launch.issue.identifier.clone();
let observation = session.observation.clone();
let session_id = session.id.to_string();
let run = super::child::resume_child(
&store,
super::child::Child::Task(Box::new(session)),
model,
reason,
)
.await?;
Ok(TaskControlResult {
issue_id,
task_id: session_id,
receipt: super::child::WorkControlReceipt::Resume { run },
observation,
})
}
pub fn task_abandon(issue: &str, reason: String) -> OpsResult<TaskControlResult> {
let reason = reason.trim();
if reason.is_empty() {
return Err(task_error("`lf task abandon --reason` cannot be empty"));
}
let reason = reason.to_string();
block_on_task(async move {
let store = task_store().await?;
let mut session = store
.get_task_by_issue(issue)
.await
.map_err(|error| task_error(format!("failed to resolve task: {error}")))?
.ok_or_else(|| task_error(format!("no Task exists for {issue:?}")))?;
reconcile_task_pr(&store, &mut session).await?;
reconcile_process_liveness(&store, &mut session).await?;
let work = store
.work_for_child(&ChildRef::Task(session.id.clone()))
.await
.map_err(|error| task_error(error.to_string()))?;
let basis = store
.current_epoch(&work)
.await
.map_err(|error| task_error(error.to_string()))?
.current_basis;
let receipt = store
.abandon(&work, &reason, &basis)
.await
.map_err(|error| task_error(error.to_string()))?;
Ok(TaskControlResult {
issue_id: session.launch.issue.identifier.clone(),
task_id: session.id.to_string(),
receipt: super::child::WorkControlReceipt::Abandon { receipt },
observation: session.observation,
})
})
}
pub fn task_wait(issue: &str, until: TaskWaitUntil, timeout: Option<Duration>) -> OpsResult<Task> {
let started = Instant::now();
loop {
let session = task_status(issue)?;
let status = block_on_task(async {
let store = task_store().await?;
task_work_status(&store, &session).await
})?;
let reached = match until {
TaskWaitUntil::Open => {
matches!(status, WorkStatus::Done | WorkStatus::Abandoned)
|| active_pr(&session).is_ok_and(|pr| pr.phase() == PrPhase::Open)
}
TaskWaitUntil::Terminal => matches!(status, WorkStatus::Done | WorkStatus::Abandoned),
};
if reached || timeout.is_some_and(|limit| started.elapsed() >= limit) {
return Ok(session);
}
std::thread::sleep(Duration::from_secs(1));
}
}