alef 0.62.12

use crate::core::config::{Language, ResolvedCrateConfig};
use anyhow::Context as _;
use std::path::{Path, PathBuf};
use tracing::{debug, info};

/// Conventional package roots that hold TypeScript-facing output for the
/// wasm/node targets but are not returned by `package_dir` (which resolves to
/// each target's Rust crate directory). They are swept only on unfiltered runs
/// so orphaned TS artifacts are reclaimed without a per-target directory.
const UNFILTERED_TS_ROOTS: [&str; 2] = ["packages/wasm", "packages/typescript"];

/// Candidate roots for `sweep_orphans` in a `generate` / `all` run.
///
/// The returned paths are candidates only — callers filter out non-existent
/// directories before sweeping (kept out of this function so it stays pure and
/// unit-testable).
///
/// Unfiltered runs (`filtered == false`, i.e. no `--lang`) sweep every
/// configured language's output directory plus the conventional
/// wasm/typescript package roots, so orphans anywhere in the binding tree are
/// reclaimed. The keep set then contains every language's files, so nothing
/// valid is deleted.
///
/// Filtered runs (`--lang <subset>`) must NOT touch output belonging to
/// languages outside the subset. On a filtered run the keep set only contains
/// the requested languages' files, so sweeping another language's root would
/// delete its still-valid generated output (the data-loss bug in #178).
/// Filtered runs therefore restrict roots to the requested languages' own
/// directories and skip the unconditional wasm/typescript roots. Orphans in an
/// unrequested language's tree are reclaimed on the next unfiltered run.
pub fn generate_sweep_roots(
    languages: &[Language],
    filtered: bool,
    config: &ResolvedCrateConfig,
    base_dir: &Path,
) -> Vec<PathBuf> {
    let mut roots: std::collections::BTreeSet<PathBuf> = std::collections::BTreeSet::new();
    for &lang in languages {
        roots.insert(base_dir.join(config.package_dir(lang)));
        if let Some(out) = config.output_for(&lang.to_string()) {
            roots.insert(base_dir.join(out));
        }
    }
    if !filtered {
        for root in UNFILTERED_TS_ROOTS {
            roots.insert(base_dir.join(root));
        }
    }
    roots.into_iter().collect()
}

pub fn targeted_e2e_sweep_roots(
    output_paths: &[PathBuf],
    e2e_output_root: &Path,
    snippet_output_root: Option<&Path>,
) -> Vec<PathBuf> {
    let mut roots = std::collections::BTreeSet::new();
    for path in output_paths {
        if snippet_output_root.is_some_and(|snippet_root| path.starts_with(snippet_root)) {
            continue;
        }
        if let Ok(relative) = path.strip_prefix(e2e_output_root) {
            let mut components = relative.components();
            let Some(language) = components.next() else {
                continue;
            };
            let Some(owned_subtree) = components.next() else {
                continue;
            };
            if components.next().is_none() {
                continue;
            }
            roots.insert(
                e2e_output_root
                    .join(language.as_os_str())
                    .join(owned_subtree.as_os_str()),
            );
        }
    }
    roots.into_iter().collect()
}

/// Delete alef-generated files under `roots` whose absolute path is not
/// present in `keep`. A file is considered alef-owned only when it has both a
/// recognized Alef marker near its start and an `alef:hash:` line. User code,
/// fixtures, scaffolded manifests, and lockfiles are left untouched.
///
/// This sweeps orphans left behind when categories or fixtures are removed
/// from the generation set (e.g. a category that produced 0 test functions
/// for the current binding surface). Without this pass, those files linger
/// on disk with stale `alef:hash:` headers and `alef verify` reports them
/// as stale forever.
///
/// Empty parent directories left behind after deletion are removed in a
/// best-effort second pass.
pub fn sweep_orphans(
    roots: &[std::path::PathBuf],
    keep: &std::collections::HashSet<std::path::PathBuf>,
) -> anyhow::Result<usize> {
    let mut removed = 0usize;
    let mut touched_dirs: std::collections::BTreeSet<std::path::PathBuf> = std::collections::BTreeSet::new();
    for root in roots {
        if !root.exists() {
            continue;
        }
        let mut stack = vec![root.clone()];
        while let Some(dir) = stack.pop() {
            let entries = match std::fs::read_dir(&dir) {
                Ok(it) => it,
                Err(_) => continue,
            };
            for entry in entries.flatten() {
                let path = entry.path();
                let file_type = match entry.file_type() {
                    Ok(ft) => ft,
                    Err(_) => continue,
                };
                if file_type.is_dir() {
                    let name = path.file_name().and_then(|n| n.to_str()).unwrap_or("");
                    if matches!(
                        name,
                        ".git"
                            | "target"
                            | "node_modules"
                            | "vendor"
                            | "_build"
                            | "deps"
                            | ".venv"
                            | "venv"
                            | "build"
                            | "dist"
                            | "Pods"
                    ) {
                        continue;
                    }
                    stack.push(path);
                    continue;
                }
                if !file_type.is_file() {
                    continue;
                }
                if keep.contains(&path) {
                    continue;
                }
                if !path_is_alef_owned(&path) {
                    continue;
                }
                if let Err(err) = std::fs::remove_file(&path) {
                    debug!("  sweep skip (remove failed): {} ({err})", path.display());
                    continue;
                }
                debug!("  swept orphan: {}", path.display());
                if let Some(parent) = path.parent() {
                    touched_dirs.insert(parent.to_path_buf());
                }
                removed += 1;
            }
        }
    }
    let mut dirs: Vec<_> = touched_dirs.into_iter().collect();
    dirs.sort_by_key(|p| std::cmp::Reverse(p.components().count()));
    for dir in dirs {
        let _ = std::fs::remove_dir(&dir);
    }
    if removed > 0 {
        info!("Swept {removed} orphan generated file(s)");
    }
    Ok(removed)
}

/// Delete alef-emitted files listed in `previous_paths` whose absolute path is
/// no longer present in `keep`, restricted to `allowed_roots`; then, for
/// `disk_scan_roots` only, additionally reclaim any alef-marked file found on
/// disk under those roots that is absent from `keep` — with no dependency on
/// `previous_paths` at all.
///
/// A path from `previous_paths` is reclaimed by either of two independent
/// routes (see [`path_is_reclaimable`]): content that still carries alef's
/// `alef:hash:` marker (the original, content-based check — unchanged), or
/// membership in the narrow, explicit [`UNMARKABLE_ALEF_MANIFESTS`] allowlist
/// for manifests that structurally cannot carry a marker at all (plain-JSON
/// files such as `composer.json`/`package.json`). For that second route,
/// `previous_paths` membership itself is the ownership evidence: every caller
/// sources it from alef's own cache (`{stage}.manifest` / `{lang}.manifest`),
/// which nothing but alef's own writers ever populate, so reaching this
/// function with a matching path already proves alef wrote it on the run that
/// produced that manifest.
///
/// Reclaiming an unmarkable manifest also reclaims its package-manager-owned
/// lockfile sibling in the same directory (`composer.lock`, `pnpm-lock.yaml`,
/// ...) if present — see [`reclaim_lockfile_siblings`]. Alef never authors a
/// lockfile itself, so a lockfile is *never* reclaimed on its own provenance,
/// only as a cascade of its manifest being reclaimed first. The disk-scan route
/// below never triggers this cascade: it has no manifest-reclaim event to
/// cascade from, and a lockfile never carries a marker of its own.
///
/// This sweeps orphans left behind when categories or fixtures are removed from
/// the generation set, and when a scaffold manifest's emit condition changes
/// (e.g. a co-located/split layout toggle stops emitting a second
/// `composer.json`). Without the unmarkable-manifest route, such files linger on
/// disk forever, since `content_is_alef_owned` can never match a file that never
/// carried a marker in the first place.
///
/// The `previous_paths` route is bounded by bookkeeping: a path that fell out of
/// every manifest written since alef stopped emitting it can never appear in
/// `previous_paths` again, and is therefore permanently unreachable by that route
/// alone, however correct the bookkeeping is from this point forward. The
/// `disk_scan_roots` route exists for exactly that already-lost case: the
/// `alef:hash:` marker on disk is itself durable ownership proof and needs no
/// history. Because it has no bookkeeping fallback, a caller must only place a
/// root in `disk_scan_roots` when it can prove `keep` is *complete* for
/// everything currently on disk under that root this run — e.g. a language
/// `pipeline::generate` actually regenerated this run, not one its per-language
/// cache skipped, nor one left ungenerated by a partial-failure run (see
/// `generation.rs`'s `is_lang_cached` skip and `all_commands.rs`'s
/// `e2e_stage_error`/`docs_stage_error` deferred-failure handling for concrete
/// cases where `keep` under-counts). A root outside that guarantee must stay out
/// of `disk_scan_roots` — pass `&[]` to disable this route entirely, which
/// reproduces the exact prior behavior. Unlike the `previous_paths` route, this
/// one never consults [`UNMARKABLE_ALEF_MANIFESTS`]: a disk scan has no
/// `previous_paths`-membership evidence to substitute for the missing marker, so
/// an unmarked file is always left alone, however stale it looks.
///
/// A caller-supplied `disk_scan_roots` entry is still only a *candidate* --  this
/// function re-verifies, per root, that both `previous_paths` and `keep` actually
/// contain at least one entry under it before scanning. On a real tree this
/// caught a defect the caller-side "actually regenerated this run" contract alone
/// cannot see: several backends record only their own Rust crate source path in
/// this stage's bookkeeping and never their language-side generated tree at all,
/// so `previous_paths` (and in the same run, `keep`) can be non-empty overall
/// while containing zero entries under that specific root -- a root a scan would
/// otherwise treat as merely "nothing to reclaim" is in fact "this backend's
/// bookkeeping has never once vouched for anything here," which a marker alone
/// cannot tell apart from a real orphan. A root that fails this check is skipped
/// with a `warn!`, never scanned. Passing a candidate through this check also
/// requires the file to be **git-tracked** ([`git_tracked_paths_under`]): a build
/// tool can stage a copy of a real generated file at a mirrored path under the
/// same owned root (e.g. a gem-staging directory), and the copy inherits the
/// marker, so content is not sufficient on its own -- only alef's own committed
/// output is git-tracked, a disposable staged copy is not. ~keep
pub fn sweep_manifest_orphans(
    previous_paths: &[PathBuf],
    keep: &std::collections::HashSet<PathBuf>,
    allowed_roots: &[PathBuf],
    disk_scan_roots: &[PathBuf],
) -> anyhow::Result<usize> {
    let mut removed = 0;
    for path in previous_paths {
        if keep.contains(path) || !allowed_roots.iter().any(|root| path.starts_with(root)) || !path.is_file() {
            continue;
        }
        if !path_is_reclaimable(path) {
            continue;
        }
        std::fs::remove_file(path).with_context(|| format!("failed to remove orphan {}", path.display()))?;
        debug!("  swept manifest orphan: {}", path.display());
        removed += 1;
        removed += reclaim_lockfile_siblings(path, keep)?;
    }
    for root in disk_scan_roots {
        if !root.exists() {
            continue;
        }
        let manifest_entries_under_root = previous_paths.iter().filter(|path| path.starts_with(root)).count();
        let keep_entries_under_root = keep.iter().filter(|path| path.starts_with(root)).count();
        if manifest_entries_under_root == 0 || keep_entries_under_root == 0 {
            tracing::warn!(
                "disk-scan orphan reclaim skipped for {}: {manifest_entries_under_root} manifest entry(s) and \
                 {keep_entries_under_root} keep entry(s) recorded under this root -- a backend whose own \
                 bookkeeping has never vouched for anything under its output root cannot be trusted to tell a \
                 real orphan from output it simply never recorded; a stale file here is left in place until that \
                 backend's own path tracking is fixed",
                root.display()
            );
            continue;
        }
        let Some(tracked) = git_tracked_paths_under(root) else {
            tracing::warn!(
                "disk-scan orphan reclaim skipped for {}: could not determine which files under this root are \
                 git-tracked (not inside a git work tree, or `git` is unavailable) -- an alef marker alone cannot \
                 distinguish real generated output from a build tool's staged copy of it, so tracked-ness is \
                 required before disk-scan deletion is safe",
                root.display()
            );
            continue;
        };
        // `collect_alef_headered_paths` refuses git-ignored paths but only guarantees the marker,
        // and it deliberately still returns untracked files -- it also serves
        // `finalize_hashes_sweeping`'s re-stamp pass, which must reach a file before the consumer
        // has committed it. Both gaps are closed here, because deletion answers to a stricter bar
        // than rewriting: `path_is_alef_owned` restores the marker-plus-hash requirement the rest
        // of this function reclaims by, so a file this very run wrote moments ago but has not yet
        // reached `finalize_hashes` is never mistaken for an orphan, and `tracked` narrows
        // not-ignored to actually-committed, so nothing uncommitted can be deleted. ~keep
        let candidates: Vec<_> = collect_alef_headered_paths(root)
            .into_iter()
            .filter(|path| !keep.contains(path) && tracked.contains(path) && path_is_alef_owned(path))
            .collect();
        if !candidates.is_empty() {
            report_disk_scan_candidates(root, &candidates);
        }
    }
    // This function previously returned its count with no logging at any level, at any call
    // site (every caller discards the `Ok(usize)` through `?`), which made "did the sweep run
    // and find nothing" and "did the sweep not run at all" indistinguishable from the log --
    // the exact ambiguity that made a caller-side wiring defect (a previous-run baseline
    // clobbered before this function ever saw it) look, from the log alone, like this
    // function's own fault. ~keep
    if removed > 0 {
        info!("Swept {removed} manifest orphan(s)");
    }
    Ok(removed)
}

/// True when `path` has enough ownership evidence to be reclaimed by
/// [`sweep_manifest_orphans`]. See that function's doc for the two routes.
///
/// Route 2 (unmarkable-manifest) intentionally does **not** inspect content, so
/// a hand-edit to e.g. `composer.json` at a path alef has decided to stop
/// writing is reclaimed right along with it — same as any other orphan. This is
/// a deliberate call, not an oversight: a manifest alef *still* writes this run
/// never reaches this function at all (the `keep.contains(path)` check in
/// `sweep_manifest_orphans` filters it out first), so the only files route 2 can
/// ever touch are ones alef's own current-run intent has already disowned. See
/// the accompanying report for the full trade-off discussion. ~keep
fn path_is_reclaimable(path: &Path) -> bool {
    let has_marker = std::fs::read_to_string(path).is_ok_and(|content| content_is_alef_owned(&content));
    has_marker || is_unmarkable_alef_manifest(path)
}

/// Manifest filenames alef scaffolds in a format that cannot carry a marker
/// comment at all (plain JSON: no `#`, no `//`), and therefore emits with
/// `generated_header: false` — see `scaffold_php`'s `composer.json` and
/// `scaffold_node`'s `package.json`. Restricting this list to formats that are
/// *structurally* incapable of the marker — rather than every
/// `generated_header: false` scaffold file — keeps this route from silently
/// widening to cover files that merely opted out of a marker for unrelated
/// reasons (e.g. `pubspec.yaml`, which is YAML and could carry a `#` marker).
/// Extend deliberately, one verified format at a time: check the candidate's
/// actual `generated_header` value and content format in
/// `src/scaffold/languages/*.rs` before adding it here.
///
/// **Scope: the orphan-reclaim path only.** An earlier version of this comment claimed the list
/// was "also consulted by `write.rs`'s `existing_file_is_alef_owned`", the never-overwrite guard.
/// No such function exists anywhere in this crate -- the only occurrence of that name was this
/// comment. The write guard consults [`crate::cli::cache::is_scaffold_owned_path`] instead, and
/// this list has no bearing on it. Corrected because the claim was quoted as if it described real
/// behaviour: a doc comment describing a mechanism that does not exist is worse than none, since
/// it is indistinguishable from a specification. ~keep
const UNMARKABLE_ALEF_MANIFESTS: &[&str] = &["composer.json", "package.json"];

pub(super) fn is_unmarkable_alef_manifest(path: &Path) -> bool {
    path.file_name()
        .and_then(|name| name.to_str())
        .is_some_and(|name| UNMARKABLE_ALEF_MANIFESTS.contains(&name))
}

/// Manifest filename -> the lockfile name(s) a package manager writes beside it.
/// Alef never authors any of these lockfiles itself (they come from `composer
/// update`, `pnpm install`, `npm install`, `yarn install`, run either by a
/// developer directly or by a `[crates.lint.*]`/`[crates.update.*]` task hook),
/// so a lockfile can never independently satisfy [`path_is_reclaimable`] — it
/// never carries a marker and never appears in `previous_paths` on its own
/// provenance. It is reclaimed *only* as a cascade of its manifest being
/// reclaimed: once alef confirms (by removing `composer.json` here) that it no
/// longer wants that manifest at a given path, a `composer.lock` beside it is
/// installing a manifest that no longer exists, so it goes with it. There is no
/// route by which this module reclaims a lockfile independently of its
/// manifest. ~keep
const MANIFEST_LOCKFILE_SIBLINGS: &[(&str, &[&str])] = &[
    ("composer.json", &["composer.lock"]),
    ("package.json", &["package-lock.json", "pnpm-lock.yaml", "yarn.lock"]),
];

fn reclaim_lockfile_siblings(manifest_path: &Path, keep: &std::collections::HashSet<PathBuf>) -> anyhow::Result<usize> {
    let Some(manifest_name) = manifest_path.file_name().and_then(|name| name.to_str()) else {
        return Ok(0);
    };
    let Some(dir) = manifest_path.parent() else {
        return Ok(0);
    };
    let mut removed = 0;
    for entry in MANIFEST_LOCKFILE_SIBLINGS {
        if entry.0 != manifest_name {
            continue;
        }
        for &lockfile_name in entry.1 {
            let lockfile_path = dir.join(lockfile_name);
            if keep.contains(&lockfile_path) || !lockfile_path.is_file() {
                continue;
            }
            std::fs::remove_file(&lockfile_path)
                .with_context(|| format!("failed to remove orphan lockfile {}", lockfile_path.display()))?;
            removed += 1;
        }
    }
    Ok(removed)
}

/// Collect every alef-headered file under `root` (recursively), skipping anything git ignores
/// and, on top of that, the dependency / build directories named below.
///
/// Used by the `all` pipeline to gather existing registry-mode e2e files
/// (`test_apps/`) so their `alef:hash:` lines can be re-stamped after the
/// sources hash changes — without regenerating their content. Also used by
/// [`super::write::finalize_hashes_sweeping`] as a self-healing safety net:
/// matching on the generated-file **marker** (not on an already-present hash)
/// is deliberate here — a file can be alef-owned and still be missing its
/// `alef:hash:` line (freshly written and not yet finalized, or stripped by
/// an older/interrupted run), and those are exactly the files that need to be
/// found so they can be re-stamped. Matching on `extract_hash(..).is_some()`
/// instead would make an already-unstamped file permanently invisible to this
/// scan, which is the bug this function exists to fix.
///
/// The directory-name list below is a fast path, not the gate. It cannot be completed —
/// `tmp`, `stage` and `build` are per-tool names, and each of `vendor/`, `deps/` and finally a
/// gem-packaging `tmp/` stage was added only after a staged copy had already been collected —
/// and a name that *is* on it can still be legitimate output (a `vendor/` tree committed for
/// offline builds). Git's ignore rules answer the question the names only approximate, so they
/// decide and the names merely save a walk. Ignored-ness rather than tracked-ness, because the
/// re-stamp route this feeds must still reach a file `alef generate` wrote moments ago and the
/// consumer has not committed yet; the stricter tracked-ness bar stays where it belongs, on
/// [`sweep_manifest_orphans`]'s deletion route. ~keep
pub fn collect_alef_headered_paths(root: &std::path::Path) -> std::collections::HashSet<std::path::PathBuf> {
    fn is_alef_owned(path: &std::path::Path) -> bool {
        let Ok(content) = std::fs::read_to_string(path) else {
            return false;
        };
        crate::core::hash::content_has_alef_marker(&content)
    }

    let mut paths = std::collections::HashSet::new();
    if !root.exists() {
        return paths;
    }
    let visible = crate::cli::git::IgnoreFilter::for_root(root);
    let mut stack = vec![root.to_path_buf()];
    while let Some(dir) = stack.pop() {
        let entries = match std::fs::read_dir(&dir) {
            Ok(it) => it,
            Err(_) => continue,
        };
        for entry in entries.flatten() {
            let path = entry.path();
            let Ok(ft) = entry.file_type() else { continue };
            if ft.is_dir() {
                let name = path.file_name().and_then(|n| n.to_str()).unwrap_or("");
                if matches!(
                    name,
                    ".git"
                        | "target"
                        | "node_modules"
                        | "vendor"
                        | "_build"
                        | "deps"
                        | ".venv"
                        | "venv"
                        | "build"
                        | "dist"
                        | "Pods"
                ) || !visible.allows(&path)
                {
                    continue;
                }
                stack.push(path);
            } else if ft.is_file() && visible.allows(&path) && is_alef_owned(&path) {
                paths.insert(path);
            }
        }
    }
    paths
}

fn path_is_alef_owned(path: &Path) -> bool {
    std::fs::read_to_string(path).is_ok_and(|content| content_is_alef_owned(&content))
}

/// Report disk-scanned orphan candidates. **Reports only — never deletes.**
///
/// The deletion this replaces was gated on: alef marker, git-tracked, under an owned root, absent
/// from this run's `keep`, and the root's manifest non-degenerate. Every one of those passed for a
/// consumer's Java *public API class*, and for a second class a live test depends on. Neither was
/// refused; the backend ran, emitted 56 files, and did not emit these two.
///
/// The rule's error is inferring **orphan** from **absent from this run's output**. Three
/// different situations produce that absence and nothing here distinguishes them: the emitter
/// stopped emitting the file (a true orphan), the emitter failed to emit it this run (a bug), or
/// it is a create-once seed alef emits only when absent. The non-degeneracy clause certifies that
/// the *backend* keeps books; it says nothing about whether *this file* was deliberately dropped.
///
/// The asymmetry decides it: a missed orphan leaves a stale file a human eventually notices, while
/// a false orphan silently removes a public API from a generated tree nobody reads by hand. Only a
/// positive assertion from the producer -- the generator recording that it no longer emits a path
/// -- can separate "dropped" from "failed to emit", and that record does not exist yet. Until it
/// does, this surface reports and a human decides. ~keep
fn report_disk_scan_candidates(root: &Path, candidates: &[PathBuf]) {
    // ~keep The claim is "absent from this run's recorded output", not "was not emitted". Those
    // differ: `keep` is the backends' own bookkeeping, and the check two screens up warns that
    // some backends record nothing but their Rust crate path. Asserting non-emission from a gap in
    // that record is the same false inference the C# visitor-file report used to make -- there it
    // named files the very same run had written. The body already lists non-emission as only one
    // of three explanations; the headline should not assert the one it cannot distinguish.
    tracing::warn!(
        "{} alef-marked, git-tracked file(s) under {} are not in this run's recorded output. These \
         are NOT deleted: a file missing from that record is not proven an orphan (the emitter may \
         have stopped emitting it, failed to emit it, emit it only when absent, or simply not \
         recorded it). Review each and remove by hand if genuinely stale:",
        candidates.len(),
        root.display()
    );
    for path in candidates {
        tracing::warn!("  unrecorded alef-marked file: {}", path.display());
    }
}

/// Git-tracked files under `root`, or `None` when tracked-ness cannot be determined.
///
/// Required before [`sweep_manifest_orphans`]'s disk-scan route deletes anything: a build tool can
/// stage a copy of a real generated file at a mirrored path under the same owned root (a gem
/// packaging stage directory is the concrete case this was written against), and the copy
/// inherits the original's `alef:hash:` marker verbatim, so content alone cannot tell the two
/// apart. Alef's own output is committed by the consumer; a disposable staged copy is not (and is
/// usually gitignored), so tracked-ness is the signal that closes the gap the marker leaves open. ~keep
fn git_tracked_paths_under(root: &Path) -> Option<std::collections::HashSet<PathBuf>> {
    crate::cli::git::tracked_paths_under(root)
}

fn content_is_alef_owned(content: &str) -> bool {
    crate::core::hash::content_has_alef_marker(content) && crate::core::hash::extract_hash(content).is_some()
}

#[cfg(test)]
mod sweep_roots_tests {
    use super::*;
    use crate::test_support::{git_add, git_init, write_file};

    fn config() -> ResolvedCrateConfig {
        ResolvedCrateConfig {
            name: "sample".to_string(),
            ..ResolvedCrateConfig::default()
        }
    }

    /// Regression for #178: a filtered `generate --lang python` must not return
    /// any other language's directory, nor the unconditional wasm/typescript
    /// roots. Sweeping them with a python-only keep set was deleting every other
    /// binding's still-valid output.
    #[test]
    fn filtered_run_excludes_other_languages_and_ts_fallback_roots() {
        let base = Path::new("/base");
        let roots = generate_sweep_roots(&[Language::Python], true, &config(), base);

        assert!(
            roots.contains(&base.join("packages/python")),
            "must keep the requested language"
        );
        assert!(
            !roots.contains(&base.join("packages/ruby")),
            "must not touch an unrequested language"
        );
        assert!(
            !roots.contains(&base.join("packages/wasm")),
            "must not add the wasm fallback root on a filtered run"
        );
        assert!(
            !roots.contains(&base.join("packages/typescript")),
            "must not add the typescript fallback root on a filtered run"
        );
    }

    #[test]
    fn unfiltered_run_includes_all_languages_and_ts_fallback_roots() {
        let base = Path::new("/base");
        let roots = generate_sweep_roots(&[Language::Python, Language::Ruby], false, &config(), base);

        assert!(roots.contains(&base.join("packages/python")));
        assert!(roots.contains(&base.join("packages/ruby")));
        assert!(
            roots.contains(&base.join("packages/wasm")),
            "unfiltered run keeps the wasm fallback root"
        );
        assert!(
            roots.contains(&base.join("packages/typescript")),
            "unfiltered run keeps the typescript fallback root"
        );
    }

    #[test]
    fn manifest_sweep_removes_only_prior_managed_orphans_in_selected_root() {
        let dir = tempfile::tempdir().expect("tempdir");
        let selected = dir.path().join("python");
        let other = dir.path().join("ruby");
        std::fs::create_dir_all(&selected).expect("selected root");
        std::fs::create_dir_all(&other).expect("other root");
        let managed = selected.join("orphan.py");
        let handwritten = selected.join("notes.py");
        let unselected = other.join("orphan.rb");
        let header = crate::core::hash::header(crate::core::hash::CommentStyle::Hash);
        let hashed = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));
        std::fs::write(&managed, &hashed).expect("managed");
        std::fs::write(&handwritten, "handwritten\n").expect("handwritten");
        std::fs::write(&unselected, &hashed).expect("unselected");

        let previous = vec![managed.clone(), handwritten.clone(), unselected.clone()];
        let removed = sweep_manifest_orphans(&previous, &std::collections::HashSet::new(), &[selected], &[])
            .expect("manifest sweep");

        assert_eq!(removed, 1);
        assert!(!managed.exists());
        assert!(handwritten.exists());
        assert!(unselected.exists());
    }

    #[test]
    fn manifest_sweep_preserves_non_header_generator_manifests() {
        let dir = tempfile::tempdir().expect("tempdir");
        let selected = dir.path().join("swift");
        let manifest = selected.join("rust/Cargo.toml");
        std::fs::create_dir_all(manifest.parent().expect("manifest parent")).expect("selected root");
        let header = crate::core::hash::header(crate::core::hash::CommentStyle::Hash);
        let hashed = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));
        std::fs::write(&manifest, hashed).expect("manifest");

        let previous = vec![manifest.clone()];
        let keep = std::collections::HashSet::from([manifest.clone()]);
        let removed = sweep_manifest_orphans(&previous, &keep, &[selected], &[]).expect("manifest sweep");

        assert_eq!(removed, 0);
        assert!(manifest.exists());
    }

    /// A manifest alef wrote last run and does not write this run IS reclaimed,
    /// even though `composer.json` never carries a marker or hash — this is the
    /// core "previous-manifest provenance" case from orphan reports filed by two
    /// independent consumer repos: a co-located/split layout toggle stops emitting
    /// a `composer.json` copy, and the old copy must not linger forever.
    #[test]
    fn manifest_sweep_reclaims_unmarkable_manifest_absent_from_current_run() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/php");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        let composer_json = package_dir.join("composer.json");
        std::fs::write(&composer_json, "{\n  \"name\": \"acme/demo\"\n}\n").expect("composer.json");

        let previous = vec![composer_json.clone()];
        let removed = sweep_manifest_orphans(&previous, &std::collections::HashSet::new(), &[package_dir], &[])
            .expect("manifest sweep");

        assert_eq!(removed, 1, "unmarkable manifest absent from this run must be reclaimed");
        assert!(!composer_json.exists());
    }

    /// A manifest alef writes on both runs is NOT touched: it is present in
    /// `keep` (this run's own output), so the `keep.contains(path)` guard must
    /// short-circuit before `path_is_reclaimable` (and therefore before the
    /// unmarkable-manifest allowlist) is ever consulted.
    #[test]
    fn manifest_sweep_preserves_unmarkable_manifest_still_written_this_run() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/php");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        let composer_json = package_dir.join("composer.json");
        std::fs::write(&composer_json, "{\n  \"name\": \"acme/demo\"\n}\n").expect("composer.json");

        let previous = vec![composer_json.clone()];
        let keep = std::collections::HashSet::from([composer_json.clone()]);
        let removed = sweep_manifest_orphans(&previous, &keep, &[package_dir], &[]).expect("manifest sweep");

        assert_eq!(removed, 0, "manifest still written this run must survive");
        assert!(composer_json.exists());
    }

    /// Reclaiming an orphaned `composer.json` cascades to its `composer.lock`
    /// sibling in the same directory — the concrete instance seen in a consumer
    /// repo: a lockfile whose manifest was removed long ago must not linger forever
    /// either, even though alef never authored the lockfile itself.
    #[test]
    fn manifest_sweep_reclaims_lockfile_sibling_of_reclaimed_manifest() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/php");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        let composer_json = package_dir.join("composer.json");
        let composer_lock = package_dir.join("composer.lock");
        std::fs::write(&composer_json, "{\n  \"name\": \"acme/demo\"\n}\n").expect("composer.json");
        std::fs::write(&composer_lock, "{\n  \"_readme\": []\n}\n").expect("composer.lock");

        let previous = vec![composer_json.clone()];
        let removed = sweep_manifest_orphans(&previous, &std::collections::HashSet::new(), &[package_dir], &[])
            .expect("manifest sweep");

        assert_eq!(
            removed, 2,
            "both the manifest and its lockfile sibling must be reclaimed"
        );
        assert!(!composer_json.exists());
        assert!(
            !composer_lock.exists(),
            "orphaned lockfile must be reclaimed alongside its manifest"
        );
    }

    /// THE risk-bounding test: a hand-authored `composer.lock` at a path alef
    /// has never emitted a `composer.json` for must survive `--clean`. This is
    /// the case the design explicitly calls out as capable of real damage — a
    /// predicate that was widened to "any lockfile in a package dir" (instead of
    /// "a lockfile beside a manifest this call just reclaimed by provenance")
    /// would delete it, because `previous_paths` is empty here: alef has no
    /// record of ever writing anything in this directory.
    #[test]
    fn manifest_sweep_preserves_hand_authored_lockfile_alef_never_emitted() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/php");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        // No composer.json ever existed here — this project was never scaffolded
        // by alef, only a developer ran `composer install` by hand.
        let hand_authored_lock = package_dir.join("composer.lock");
        std::fs::write(&hand_authored_lock, "{\n  \"_readme\": [\"hand rolled\"]\n}\n").expect("hand-authored lock");

        let previous: Vec<PathBuf> = Vec::new();
        let removed = sweep_manifest_orphans(&previous, &std::collections::HashSet::new(), &[package_dir], &[])
            .expect("manifest sweep");

        assert_eq!(
            removed, 0,
            "a lockfile with no reclaimed manifest sibling must never be touched"
        );
        assert!(
            hand_authored_lock.exists(),
            "hand-authored lockfile alef never emitted must survive"
        );
    }

    /// Second half of the risk-bounding guarantee: even when a real
    /// `composer.json` exists beside the lockfile, the lockfile survives if the
    /// manifest is still being written this run (`keep`) — the cascade must only
    /// fire when the manifest itself was actually reclaimed, never merely
    /// because a lockfile happens to sit beside *some* manifest.
    #[test]
    fn manifest_sweep_preserves_lockfile_when_its_manifest_is_still_kept() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/php");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        let composer_json = package_dir.join("composer.json");
        let composer_lock = package_dir.join("composer.lock");
        std::fs::write(&composer_json, "{\n  \"name\": \"acme/demo\"\n}\n").expect("composer.json");
        std::fs::write(&composer_lock, "{\n  \"_readme\": []\n}\n").expect("composer.lock");

        let previous = vec![composer_json.clone()];
        let keep = std::collections::HashSet::from([composer_json.clone()]);
        let removed = sweep_manifest_orphans(&previous, &keep, &[package_dir], &[]).expect("manifest sweep");

        assert_eq!(removed, 0);
        assert!(composer_json.exists());
        assert!(
            composer_lock.exists(),
            "lockfile must survive when its manifest is still written this run"
        );
    }

    /// Documents the chosen behavior for the genuinely contentious case: a user
    /// hand-edits an unmarkable manifest (`composer.json`) at a path alef
    /// previously wrote and has now decided to stop writing. The unmarkable-
    /// manifest route does not inspect content (see `path_is_reclaimable`'s
    /// doc), so the hand-edited file is reclaimed exactly like an untouched one
    /// — deletion wins over preserving the edit, because alef's current-run
    /// intent ("this path is not mine") is unambiguous and the file is already
    /// orphaned relative to that intent.
    #[test]
    fn manifest_sweep_reclaims_user_modified_unmarkable_manifest_at_disowned_path() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/php");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        let composer_json = package_dir.join("composer.json");
        std::fs::write(
            &composer_json,
            "{\n  \"name\": \"acme/demo\",\n  \"require\": {\n    \"hand-added/package\": \"^9.9\"\n  }\n}\n",
        )
        .expect("hand-edited composer.json");

        let previous = vec![composer_json.clone()];
        let removed = sweep_manifest_orphans(&previous, &std::collections::HashSet::new(), &[package_dir], &[])
            .expect("manifest sweep");

        assert_eq!(
            removed, 1,
            "hand-edited content at a disowned path is reclaimed, not preserved"
        );
        assert!(!composer_json.exists());
    }

    /// The unmarkable-manifest allowlist is narrow by construction: a filename
    /// outside [`UNMARKABLE_ALEF_MANIFESTS`] (e.g. `pubspec.yaml`, which opts
    /// out of a marker for unrelated reasons) still requires the original
    /// content-based marker check. This guards against the allowlist silently
    /// growing to swallow every `generated_header: false` scaffold file.
    #[test]
    fn manifest_sweep_does_not_widen_provenance_route_beyond_the_allowlist() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/dart");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        let pubspec = package_dir.join("pubspec.yaml");
        std::fs::write(&pubspec, "name: demo\nversion: 1.0.0\n").expect("pubspec.yaml");

        let previous = vec![pubspec.clone()];
        let removed = sweep_manifest_orphans(&previous, &std::collections::HashSet::new(), &[package_dir], &[])
            .expect("manifest sweep");

        assert_eq!(
            removed, 0,
            "a filename outside the allowlist must still require the marker check"
        );
        assert!(pubspec.exists());
    }

    #[test]
    fn recursive_sweep_and_collection_ignore_hash_only_files() {
        let dir = tempfile::tempdir().expect("tempdir");
        let generated_root = dir.path().join("java");
        std::fs::create_dir_all(&generated_root).expect("generated root");
        let legacy_scaffold = generated_root.join("settings.gradle.kts");
        std::fs::write(
            &legacy_scaffold,
            format!("// alef:hash:{}\nrootProject.name = \"sample\"\n", "0".repeat(64)),
        )
        .expect("legacy scaffold");

        let removed = sweep_orphans(std::slice::from_ref(&generated_root), &std::collections::HashSet::new())
            .expect("recursive sweep");
        let collected = collect_alef_headered_paths(&generated_root);

        assert_eq!(removed, 0);
        assert!(legacy_scaffold.exists());
        assert!(!collected.contains(&legacy_scaffold));
    }

    /// The core case this whole route exists for: a file dropped from every manifest still on
    /// disk (simulated here by a `previous_paths`/`keep` that never mention it at all) is
    /// unreachable by the `previous_paths` route no matter how correct today's bookkeeping is --
    /// only the marker on disk, under a root the caller has vouched for, can find it.
    /// The disk-scan route REPORTS and never deletes. This test previously asserted the opposite
    /// and is inverted deliberately: the same five-clause gate it encoded would have deleted a
    /// consumer's Java public API class and a class a live test depended on, both of which passed
    /// every clause. Absence from a run's output does not prove a file is an orphan. If this test
    /// is ever "fixed" back to asserting deletion, read `report_disk_scan_candidates`' doc first. ~keep
    #[test]
    fn manifest_sweep_disk_scan_reports_but_never_deletes_a_marked_file_absent_from_keep() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/kotlin_android");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        git_init(&package_dir);

        let kept = package_dir.join("Bridge.kt");
        let orphan = package_dir.join("Language.kt");
        let header = crate::core::hash::header(crate::core::hash::CommentStyle::DoubleSlash);
        let hashed = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));
        std::fs::write(&kept, &hashed).expect("kept file");
        std::fs::write(&orphan, &hashed).expect("orphan file");
        git_add(&package_dir, &["Bridge.kt"]);
        git_add(&package_dir, &["Language.kt"]);

        let previous = vec![kept.clone()];
        let keep = std::collections::HashSet::from([kept.clone()]);

        let removed = sweep_manifest_orphans(
            &previous,
            &keep,
            std::slice::from_ref(&package_dir),
            std::slice::from_ref(&package_dir),
        )
        .expect("manifest sweep");

        assert_eq!(removed, 0, "the disk-scan route must never delete");
        assert!(
            orphan.exists(),
            "a marked, tracked file absent from keep must be REPORTED, not removed -- it may be a \
             create-once seed or a file the emitter failed to emit this run"
        );
        assert!(kept.exists(), "the file still recorded in keep must survive");
    }

    #[test]
    fn manifest_sweep_disk_scan_preserves_unmarked_tracked_file_absent_from_keep() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/kotlin_android");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        git_init(&package_dir);

        let kept = package_dir.join("Bridge.kt");
        let handwritten = package_dir.join("Extensions.kt");
        let header = crate::core::hash::header(crate::core::hash::CommentStyle::DoubleSlash);
        let hashed = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));
        std::fs::write(&kept, &hashed).expect("kept file");
        std::fs::write(&handwritten, "fun extra() {}\n").expect("handwritten file");
        git_add(&package_dir, &["Bridge.kt"]);
        git_add(&package_dir, &["Extensions.kt"]);

        let previous = vec![kept.clone()];
        let keep = std::collections::HashSet::from([kept.clone()]);

        let removed = sweep_manifest_orphans(
            &previous,
            &keep,
            std::slice::from_ref(&package_dir),
            std::slice::from_ref(&package_dir),
        )
        .expect("manifest sweep");

        assert_eq!(
            removed, 0,
            "a file with no alef marker must never be deleted by the disk-scan route"
        );
        assert!(handwritten.exists());
    }

    #[test]
    fn manifest_sweep_disk_scan_preserves_tracked_marked_file_present_in_keep() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/kotlin_android");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        git_init(&package_dir);

        let kept = package_dir.join("Bridge.kt");
        let header = crate::core::hash::header(crate::core::hash::CommentStyle::DoubleSlash);
        let hashed = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));
        std::fs::write(&kept, &hashed).expect("kept file");
        git_add(&package_dir, &["Bridge.kt"]);

        let previous = vec![kept.clone()];
        let keep = std::collections::HashSet::from([kept.clone()]);

        let removed = sweep_manifest_orphans(
            &previous,
            &keep,
            std::slice::from_ref(&package_dir),
            std::slice::from_ref(&package_dir),
        )
        .expect("manifest sweep");

        assert_eq!(removed, 0);
        assert!(kept.exists());
    }

    /// The concrete failure mode this gate exists for: a backend whose manifest bookkeeping
    /// records only its Rust crate source path, and never a single path under its own
    /// language-output root (measured on a real tree, for several backends), is indistinguishable
    /// from a healthy root with nothing to reclaim if the only signal consulted is "does this
    /// path individually appear in keep". The gate must refuse to scan a root it cannot vouch for
    /// at all, even though the caller explicitly names it as a `disk_scan_roots` candidate. ~keep
    #[test]
    fn manifest_sweep_disk_scan_skips_root_with_degenerate_manifest_baseline() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/elixir");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        git_init(&package_dir);

        let orphan = package_dir.join("dropped.ex");
        let header = crate::core::hash::header(crate::core::hash::CommentStyle::Hash);
        let hashed = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));
        std::fs::write(&orphan, &hashed).expect("orphan file");
        git_add(&package_dir, &["dropped.ex"]);

        // The manifest baseline records only an unrelated Rust source path, never anything under
        // `package_dir` -- the exact signature measured for several real backends. ~keep
        let rust_source = dir.path().join("native/sample/src/lib.rs");
        let previous = vec![rust_source.clone()];
        let keep = std::collections::HashSet::from([rust_source]);

        let removed = sweep_manifest_orphans(
            &previous,
            &keep,
            std::slice::from_ref(&package_dir),
            std::slice::from_ref(&package_dir),
        )
        .expect("manifest sweep");

        assert_eq!(
            removed, 0,
            "a root with zero manifest/keep entries recorded under it must be skipped, not scanned"
        );
        assert!(orphan.exists());
    }

    /// A build tool can stage a copy of a real generated file at a mirrored path under the same
    /// owned root (a gem packaging stage directory is the concrete case this guards against); the
    /// copy inherits the marker verbatim, so content alone cannot distinguish it from the
    /// original. Only the original is git-tracked -- the staged copy is disposable build output.
    #[test]
    fn manifest_sweep_disk_scan_preserves_untracked_marked_file_absent_from_keep() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/ruby");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        git_init(&package_dir);

        let kept = package_dir.join("client.rb");
        let header = crate::core::hash::header(crate::core::hash::CommentStyle::Hash);
        let hashed = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));
        std::fs::write(&kept, &hashed).expect("kept file");
        git_add(&package_dir, &["client.rb"]);

        let staged_dir = package_dir.join("tmp/ruby/stage/lib");
        std::fs::create_dir_all(&staged_dir).expect("staged dir");
        let staged_copy = staged_dir.join("client.rb");
        std::fs::write(&staged_copy, &hashed).expect("staged copy");

        let previous = vec![kept.clone()];
        let keep = std::collections::HashSet::from([kept.clone()]);

        let removed = sweep_manifest_orphans(
            &previous,
            &keep,
            std::slice::from_ref(&package_dir),
            std::slice::from_ref(&package_dir),
        )
        .expect("manifest sweep");

        assert_eq!(
            removed, 0,
            "an untracked staged copy that merely inherits the marker must never be deleted"
        );
        assert!(staged_copy.exists());
        assert!(kept.exists());
    }

    /// The collection route must refuse a git-ignored staging copy, and must keep returning the
    /// tracked original and an untracked-but-not-ignored file.
    ///
    /// All three assertions are load-bearing together. Refusing the staged copy alone is
    /// satisfiable by a walker that returns nothing, and the untracked case is what forces the
    /// gate to be *ignored-ness* rather than tracked-ness: this set feeds
    /// `finalize_hashes_sweeping`, which must still re-stamp a file `alef generate` wrote moments
    /// ago and the consumer has not committed yet. ~keep
    #[test]
    fn collect_alef_headered_paths_refuses_git_ignored_copies_and_keeps_uncommitted_output() {
        let dir = tempfile::tempdir().expect("tempdir");
        let package_dir = dir.path().join("packages/ruby");
        std::fs::create_dir_all(&package_dir).expect("package dir");
        git_init(&package_dir);

        let header = crate::core::hash::header(crate::core::hash::CommentStyle::Hash);
        let marked = crate::core::hash::inject_hash_line(&header, &"0".repeat(64));

        write_file(&package_dir, ".gitignore", "tmp/\n");
        let tracked = write_file(&package_dir, "lib/client.rb", &marked);
        git_add(&package_dir, &[".gitignore", "lib/client.rb"]);
        let uncommitted = write_file(&package_dir, "lib/fresh.rb", &marked);
        let staged_copy = write_file(&package_dir, "tmp/ruby/stage/lib/client.rb", &marked);

        let collected = collect_alef_headered_paths(&package_dir);

        assert!(
            !collected.contains(&staged_copy),
            "a gitignored gem-staging copy carries the same marker verbatim and must not be \
             collected: {collected:?}"
        );
        assert!(
            collected.contains(&tracked),
            "the tracked original must still be collected, or this test passes by collecting \
             nothing: {collected:?}"
        );
        assert!(
            collected.contains(&uncommitted),
            "generated output the consumer has not committed yet must still be collected, so the \
             re-stamp pass can reach it: {collected:?}"
        );
    }
}