use std::collections::{HashMap, HashSet};
use std::path::Path;
use anyhow::Context;
use crate::config;
use crate::github::http::GhHttp;
use crate::github::types::GitHubIssue;
use crate::plan::{
diff_import, diff_links, issue_body_with, issue_title, labels_for, marker_id, render_report,
skip_unmet_ids, unmet_externals, Binding, DepRef, ExistingIssue, LinkEdit, PlanDiff, Task,
UnmetExternal, HUMAN_LABEL, NO_AGENT_LABEL, PLAN_LABEL,
};
pub async fn import(
file: &str,
dry_run: bool,
milestone: Option<&str>,
skip_unmet: bool,
) -> anyhow::Result<()> {
let path = Path::new(file);
let markdown = std::fs::read_to_string(path)
.with_context(|| format!("failed to read {}", path.display()))?;
let (roadmap, warnings) = crate::plan::parse_roadmap_for(&markdown, milestone)?;
for warning in warnings {
eprintln!("warning: {warning}");
}
if let Some(id) = milestone {
crate::plan::select(&roadmap, Some(id))?;
}
let repo = config::get_current_repo()
.context("'repo' not set — run `orch init` or set gh.repo in .orch.yml")?;
let rel_path = repo_relative(path).unwrap_or_else(|| {
let name = path
.file_name()
.map(|name| name.to_string_lossy().into_owned())
.unwrap_or_else(|| file.to_string());
eprintln!("warning: {file} is outside the git checkout, the issue link uses {name}");
name
});
let http = GhHttp::new()?;
let branch = http.get_default_branch(&repo).await?;
let existing = load_existing(&http, &repo).await?;
let known: HashSet<String> = existing.iter().map(|issue| issue.task_id.clone()).collect();
let selected_all: Vec<Task> = crate::plan::select(&roadmap, milestone)?
.into_iter()
.cloned()
.collect();
let unmet = unmet_externals(&selected_all, &roadmap, &known)?;
let extras = extras_by_task(&unmet);
let body_for = |task: &Task| {
let extra = extras.get(&task.id).map(Vec::as_slice).unwrap_or(&[]);
issue_body_with(task, &repo, &branch, &rel_path, extra)
};
let mut diff = diff_import(&roadmap, &existing, milestone, body_for)?;
let skipped = if skip_unmet {
let skip = skip_unmet_ids(&selected_all, &unmet);
let mut skipped = Vec::new();
diff.tasks.retain(|plan| {
if plan.kind == crate::plan::ChangeKind::Create && skip.contains(&plan.task.id) {
skipped.push(plan.task.id.clone());
false
} else {
true
}
});
skipped
} else {
Vec::new()
};
let selected: Vec<Task> = diff.tasks.iter().map(|plan| plan.task.clone()).collect();
let bindings = bindings_for(&diff, &existing);
let current = load_blocked_by(&http, &repo, &diff).await?;
let links = diff_links(&selected, &bindings, ¤t)?;
if dry_run {
print!("{}", render_report(&diff, &links, &unmet, &skipped, true));
return Ok(());
}
apply(&http, &repo, &diff, &links, &rel_path, &branch, &extras).await?;
print!("{}", render_report(&diff, &links, &unmet, &skipped, false));
Ok(())
}
fn extras_by_task(unmet: &[UnmetExternal]) -> HashMap<String, Vec<String>> {
let mut extras: HashMap<String, Vec<String>> = HashMap::new();
for item in unmet {
extras
.entry(item.task_id.clone())
.or_default()
.push(item.blocking_task_id.clone());
}
extras
}
async fn load_existing(http: &GhHttp, repo: &str) -> anyhow::Result<Vec<ExistingIssue>> {
let issues = match http.list_issues_with_state(repo, "", "all").await {
Ok(issues) => issues,
Err(err) if err.to_string().contains("404") => Vec::new(),
Err(err) => return Err(err),
};
existing_from_issues(issues)
}
fn existing_from_issues(issues: Vec<GitHubIssue>) -> anyhow::Result<Vec<ExistingIssue>> {
let mut existing = Vec::new();
for issue in issues {
let labeled = issue.labels.iter().any(|label| label.name == PLAN_LABEL);
let trusted = labeled
|| matches!(
issue.author_association.as_deref(),
Some("OWNER" | "MEMBER" | "COLLABORATOR")
);
let body = issue.body.unwrap_or_default();
let Some(task_id) = marker_id(&body).filter(|_| trusted) else {
if labeled {
eprintln!(
"warning: #{} has the {PLAN_LABEL} label and no plan marker",
issue.number
);
}
continue;
};
if issue.id == 0 {
anyhow::bail!("issue #{} did not include a database id", issue.number);
}
existing.push(ExistingIssue {
task_id,
number: issue.number,
database_id: issue.id,
title: issue.title,
body,
labels: issue.labels.into_iter().map(|label| label.name).collect(),
state: issue.state,
});
}
Ok(existing)
}
fn bindings_for(diff: &PlanDiff, existing: &[ExistingIssue]) -> Vec<Binding> {
let mut bindings: Vec<Binding> = diff
.tasks
.iter()
.map(|plan| Binding {
task_id: plan.task.id.clone(),
number: plan.number,
database_id: plan.database_id,
})
.collect();
for issue in existing {
if bindings
.iter()
.any(|binding| binding.task_id == issue.task_id)
{
continue;
}
bindings.push(Binding {
task_id: issue.task_id.clone(),
number: Some(issue.number),
database_id: Some(issue.database_id),
});
}
bindings
}
async fn load_blocked_by(
http: &GhHttp,
repo: &str,
diff: &PlanDiff,
) -> anyhow::Result<HashMap<u64, Vec<DepRef>>> {
let mut current = HashMap::new();
for plan in &diff.tasks {
let Some(number) = plan.number else {
continue;
};
if current.contains_key(&number) {
continue;
}
let blocked = match http.list_blocked_by(repo, number).await? {
crate::backends::BlockedByFetch::Native(items) => items,
crate::backends::BlockedByFetch::Unavailable => {
anyhow::bail!("blocked-by API unavailable for #{number}");
}
crate::backends::BlockedByFetch::Failed(err) => {
anyhow::bail!("blocked-by API failed for #{number}: {err}");
}
};
current.insert(
number,
blocked
.into_iter()
.map(|item| DepRef {
number: item.number as u64,
database_id: item.github_id as u64,
})
.collect(),
);
}
Ok(current)
}
async fn apply(
http: &GhHttp,
repo: &str,
diff: &PlanDiff,
links: &[LinkEdit],
rel_path: &str,
branch: &str,
blocked_external: &HashMap<String, Vec<String>>,
) -> anyhow::Result<()> {
http.ensure_label(repo, PLAN_LABEL, "6f42c1", "Imported from a roadmap file")
.await?;
http.ensure_label(repo, HUMAN_LABEL, "fbca04", "A person does this task")
.await?;
http.ensure_label(repo, NO_AGENT_LABEL, "ededed", "Skip agent dispatch")
.await?;
let mut numbers: HashMap<String, (u64, u64)> = HashMap::new();
for plan in &diff.tasks {
if let (Some(number), Some(database_id)) = (plan.number, plan.database_id) {
numbers.insert(plan.task.id.clone(), (number, database_id));
}
}
for plan in &diff.tasks {
match plan.kind {
crate::plan::ChangeKind::Unchanged => {}
crate::plan::ChangeKind::Create => {
let title = issue_title(&plan.task);
let extra = blocked_external
.get(&plan.task.id)
.map(Vec::as_slice)
.unwrap_or(&[]);
let body = issue_body_with(&plan.task, repo, branch, rel_path, extra);
let labels = labels_for(&[], plan.task.owner_human);
let issue = http.create_issue(repo, &title, &body, &labels).await?;
if issue.id == 0 {
anyhow::bail!(
"created issue #{} did not include a database id",
issue.number
);
}
numbers.insert(plan.task.id.clone(), (issue.number, issue.id));
}
crate::plan::ChangeKind::Update => {
let number = plan.number.context("update is missing an issue number")?;
let title = issue_title(&plan.task);
let extra = blocked_external
.get(&plan.task.id)
.map(Vec::as_slice)
.unwrap_or(&[]);
let body = issue_body_with(&plan.task, repo, branch, rel_path, extra);
let labels = labels_for(&plan.existing_labels, plan.task.owner_human);
let issue = http
.update_issue(repo, number, &title, &body, &labels)
.await?;
let database_id = if issue.id == 0 {
plan.database_id.unwrap_or(0)
} else {
issue.id
};
if database_id == 0 {
anyhow::bail!("issue #{number} did not include a database id");
}
numbers.insert(plan.task.id.clone(), (issue.number, database_id));
}
}
}
for link in links {
match link {
LinkEdit::Add {
task_id,
blocking_task_id,
blocking_database_id,
..
} => {
let (number, _) = numbers
.get(task_id)
.with_context(|| format!("{task_id} has no issue number"))?;
let blocking_id = blocking_database_id.or_else(|| {
numbers
.get(blocking_task_id)
.map(|(_, database_id)| *database_id)
});
let Some(blocking_id) = blocking_id else {
anyhow::bail!("{task_id} depends on {blocking_task_id}, which has no issue id");
};
http.add_blocked_by(repo, *number, blocking_id as i64)
.await?;
}
LinkEdit::Remove {
issue_number,
blocking_database_id,
..
} => {
http.remove_blocked_by(repo, *issue_number, *blocking_database_id)
.await?;
}
}
}
Ok(())
}
fn repo_relative(path: &Path) -> Option<String> {
let output = std::process::Command::new("git")
.args(["rev-parse", "--show-toplevel"])
.output()
.ok()?;
if !output.status.success() {
return None;
}
let top = String::from_utf8(output.stdout).ok()?;
let top = Path::new(top.trim()).to_path_buf();
let abs = if path.is_absolute() {
path.to_path_buf()
} else {
std::env::current_dir().ok()?.join(path)
};
let abs = abs.canonicalize().unwrap_or(abs);
let top = top.canonicalize().unwrap_or(top);
let rel = abs.strip_prefix(&top).ok()?;
Some(
rel.components()
.map(|component| component.as_os_str().to_string_lossy())
.collect::<Vec<_>>()
.join("/"),
)
}
#[cfg(test)]
mod tests {
use super::*;
use crate::github::types::{GitHubLabel, GitHubUser};
fn issue(number: u64, body: &str, labels: &[&str]) -> GitHubIssue {
issue_by(number, body, labels, "OWNER")
}
fn issue_by(number: u64, body: &str, labels: &[&str], association: &str) -> GitHubIssue {
GitHubIssue {
number,
id: number * 10,
title: format!("issue {number}"),
body: Some(body.to_string()),
state: "open".to_string(),
labels: labels
.iter()
.map(|name| GitHubLabel {
name: name.to_string(),
color: None,
})
.collect(),
user: GitHubUser {
login: "u".to_string(),
},
created_at: String::new(),
updated_at: String::new(),
html_url: String::new(),
node_id: None,
pull_request: None,
author_association: Some(association.to_string()),
state_reason: None,
}
}
#[test]
fn marker_matches_with_or_without_the_label_and_no_marker_is_skipped() {
let found = existing_from_issues(vec![
issue(1, "<!-- orch-plan: M1-01 -->", &[]),
issue(2, "<!-- orch-plan: M1-02 -->", &[PLAN_LABEL]),
issue(3, "no marker", &[PLAN_LABEL]),
issue(4, "no marker", &[]),
issue_by(5, "<!-- orch-plan: M1-03 -->", &[], "NONE"),
])
.unwrap();
let ids: Vec<&str> = found.iter().map(|item| item.task_id.as_str()).collect();
assert_eq!(ids, ["M1-01", "M1-02"]);
}
}