cargo-chef 0.1.77

mod read;
mod target;
mod version_masking;

use crate::skeleton::target::{Target, TargetKind};
use crate::OptimisationProfile;
use anyhow::Context;
use cargo_manifest::Product;
use fs_err as fs;
use globwalk::GlobWalkerBuilder;
use guppy::graph::{DependencyDirection, PackageGraph};
use pathdiff::diff_paths;
use serde::{Deserialize, Serialize};
use std::collections::HashSet;
use std::path::{Path, PathBuf};

#[derive(Deserialize, Serialize, Debug, Clone, PartialEq, Eq)]
pub struct Skeleton {
    pub manifests: Vec<Manifest>,
    pub config_file: Option<String>,
    pub lock_file: Option<String>,
    pub rust_toolchain_file: Option<(RustToolchainFile, String)>,
}

#[derive(Deserialize, Serialize, Debug, Clone, PartialEq, Eq)]
pub enum RustToolchainFile {
    Bare,
    Toml,
}

#[derive(Deserialize, Serialize, Debug, Clone, PartialEq, Eq)]
pub struct Manifest {
    /// Relative path with respect to the project root.
    pub relative_path: PathBuf,
    pub contents: String,
    pub targets: Vec<Target>,
}

pub(in crate::skeleton) struct ParsedManifest {
    relative_path: PathBuf,
    contents: toml::Value,
    targets: Vec<Target>,
}

impl Skeleton {
    /// Find all Cargo.toml files in `base_path` by traversing sub-directories recursively.
    pub fn derive<P: AsRef<Path>>(
        base_path: P,
        member: Option<String>,
    ) -> Result<Self, anyhow::Error> {
        // Use `--no-deps` to skip dependency resolution when we don't need the full graph
        // (i.e. no `--bin` filtering). We still need full resolution when there's no existing
        // Cargo.lock, since `cargo metadata` generates it as a side effect.
        let no_deps = member.is_none() && base_path.as_ref().join("Cargo.lock").exists();
        let graph = extract_package_graph(base_path.as_ref(), no_deps)?;

        // Read relevant files from the filesystem
        let config_file = read::config(&base_path)?;
        let mut manifests = read::manifests(&base_path, &graph)?;
        let mut lock_file = read::lockfile(&base_path)?;
        if let Some(member) = &member {
            filter_to_member_closure(&mut manifests, &mut lock_file, &graph, member)?;
        }
        let rust_toolchain_file = read::rust_toolchain(&base_path)?;

        version_masking::mask_local_crate_versions(&mut manifests, &mut lock_file);

        let lock_file = lock_file.map(|l| toml::to_string(&l)).transpose()?;

        let mut serialised_manifests = serialize_manifests(manifests)?;
        // We don't want an ordering issue (e.g. related to how files are read from the filesystem)
        // to make our skeleton generation logic non-reproducible - therefore we sort!
        serialised_manifests.sort_by_key(|m| m.relative_path.clone());

        Ok(Skeleton {
            manifests: serialised_manifests,
            config_file,
            lock_file,
            rust_toolchain_file,
        })
    }

    /// Given the manifests in the current skeleton, create the minimum set of files required to
    /// have a valid Rust project (i.e. write all manifests to disk and create dummy `lib.rs`,
    /// `main.rs` and `build.rs` files where needed).
    ///
    /// This function should be called on an empty canvas - i.e. an empty directory apart from
    /// the recipe file used to restore the skeleton.
    pub fn build_minimum_project(
        &self,
        base_path: &Path,
        no_std: bool,
    ) -> Result<(), anyhow::Error> {
        // Save lockfile to disk, if available
        if let Some(lock_file) = &self.lock_file {
            let lock_file_path = base_path.join("Cargo.lock");
            fs::write(lock_file_path, lock_file.as_str())?;
        }

        // Save rust-toolchain or rust-toolchain.toml to disk, if available
        if let Some((file_kind, content)) = &self.rust_toolchain_file {
            let file_name = match file_kind {
                RustToolchainFile::Bare => "rust-toolchain",
                RustToolchainFile::Toml => "rust-toolchain.toml",
            };
            let path = base_path.join(file_name);
            fs::write(path, content.as_str())?;
        }

        // save config file to disk, if available
        if let Some(config_file) = &self.config_file {
            let parent_dir = base_path.join(".cargo");
            let config_file_path = parent_dir.join("config.toml");
            fs::create_dir_all(parent_dir)?;
            fs::write(config_file_path, config_file.as_str())?;
        }

        const NO_STD_ENTRYPOINT: &str = "#![no_std]
#![no_main]

#[panic_handler]
fn panic(_: &core::panic::PanicInfo) -> ! {
    loop {}
}
";
        const NO_STD_HARNESS_ENTRYPOINT: &str = r#"#![no_std]
#![no_main]
#![feature(custom_test_frameworks)]
#![test_runner(test_runner)]

#[no_mangle]
pub extern "C" fn _init() {}

fn test_runner(_: &[&dyn Fn()]) {}

#[panic_handler]
fn panic(_: &core::panic::PanicInfo) -> ! {
    loop {}
}
"#;

        let get_test_like_entrypoint = |harness: bool| -> &str {
            match (no_std, harness) {
                (true, true) => NO_STD_HARNESS_ENTRYPOINT,
                (true, false) => NO_STD_ENTRYPOINT,
                (false, true) => "",
                (false, false) => "fn main() {}",
            }
        };

        // Save all manifests to disks
        for manifest in &self.manifests {
            // Persist manifest
            let manifest_path = base_path.join(&manifest.relative_path);
            let parent_directory = if let Some(parent_directory) = manifest_path.parent() {
                fs::create_dir_all(parent_directory)?;
                parent_directory.to_path_buf()
            } else {
                base_path.to_path_buf()
            };
            fs::write(&manifest_path, &manifest.contents)?;
            let parsed_manifest =
                cargo_manifest::Manifest::from_slice(manifest.contents.as_bytes())?;

            let is_harness = |products: &[Product], name: &str| -> bool {
                products
                    .iter()
                    .find(|product| product.name.as_deref() == Some(name))
                    .map(|p| p.harness)
                    .unwrap_or(true)
            };

            // Create dummy entrypoints for all targets
            for target in &manifest.targets {
                let content = match target.kind {
                    TargetKind::BuildScript => "fn main() {}",
                    TargetKind::Bin | TargetKind::Example => {
                        if no_std {
                            NO_STD_ENTRYPOINT
                        } else {
                            "fn main() {}"
                        }
                    }
                    TargetKind::Lib { is_proc_macro } => {
                        if no_std && !is_proc_macro {
                            "#![no_std]"
                        } else {
                            ""
                        }
                    }
                    TargetKind::Bench => {
                        get_test_like_entrypoint(is_harness(&parsed_manifest.bench, &target.name))
                    }
                    TargetKind::Test => {
                        get_test_like_entrypoint(is_harness(&parsed_manifest.test, &target.name))
                    }
                };
                let path = parent_directory.join(&target.path);
                if let Some(dir) = path.parent() {
                    fs::create_dir_all(dir)?;
                }
                fs::write(&path, content)?;
            }
        }
        Ok(())
    }

    /// Scan the target directory and remove all compilation artifacts for libraries and build
    /// scripts from the current workspace.
    /// Given the usage of dummy `lib.rs` and `build.rs` files, keeping them around leads to funny
    /// compilation errors.
    pub fn remove_compiled_dummies<P: AsRef<Path>>(
        &self,
        base_path: P,
        profile: OptimisationProfile,
        target: Option<Vec<String>>,
        target_dir: Option<PathBuf>,
    ) -> Result<(), anyhow::Error> {
        let target_dir = match target_dir {
            None => base_path.as_ref().join("target"),
            Some(target_dir) => target_dir,
        };

        // https://doc.rust-lang.org/cargo/guide/build-cache.html
        // > For historical reasons, the `dev` and `test` profiles are stored
        // > in the `debug` directory, and the `release` and `bench` profiles are
        // > stored in the `release` directory. User-defined profiles are
        // > stored in a directory with the same name as the profile.

        let profile_dir = match &profile {
            OptimisationProfile::Release => "release",
            OptimisationProfile::Debug => "debug",
            OptimisationProfile::Other(profile) if profile == "bench" => "release",
            OptimisationProfile::Other(profile) if profile == "dev" || profile == "test" => "debug",
            OptimisationProfile::Other(custom_profile) => custom_profile,
        };

        let target_directories: Vec<PathBuf> = target
            .map_or(vec![target_dir.clone()], |targets| {
                targets
                    .iter()
                    .map(|target| target_dir.join(target_str(target)))
                    .collect()
            })
            .iter()
            .map(|path| path.join(profile_dir))
            .collect();

        for manifest in &self.manifests {
            let parsed_manifest =
                cargo_manifest::Manifest::from_slice(manifest.contents.as_bytes())?;
            if let Some(package) = parsed_manifest.package.as_ref() {
                for target_directory in &target_directories {
                    // Remove dummy libraries.
                    if let Some(lib) = &parsed_manifest.lib {
                        let library_name =
                            lib.name.as_ref().unwrap_or(&package.name).replace('-', "_");
                        let walker = GlobWalkerBuilder::from_patterns(
                            target_directory,
                            &[
                                format!("/**/lib{library_name}.*"),
                                format!("/**/lib{library_name}-*"),
                            ],
                        )
                        .build()?;
                        for file in walker {
                            let file = file?;
                            if file.file_type().is_file() {
                                fs::remove_file(file.path())?;
                            } else if file.file_type().is_dir() {
                                fs::remove_dir_all(file.path())?;
                            }
                        }
                    }

                    // Remove dummy build.rs script artifacts.
                    if package.build.is_some() {
                        let walker = GlobWalkerBuilder::new(
                            target_directory,
                            format!("/build/{}-*/build[-_]script[-_]build*", package.name),
                        )
                        .build()?;
                        for file in walker {
                            let file = file?;
                            fs::remove_file(file.path())?;
                        }
                    }
                }
            }
        }

        Ok(())
    }
}

/// If a custom target spec file is used,
/// (Part of the unstable cargo feature 'build-std'; c.f. https://doc.rust-lang.org/rustc/targets/custom.html )
/// the `--target` flag refers to a `.json` file in the current directory.
/// In this case, the actual name of the target is the value of `--target` without the `.json` suffix.
fn target_str(target: &str) -> &str {
    target.trim_end_matches(".json")
}

fn serialize_manifests(manifests: Vec<ParsedManifest>) -> Result<Vec<Manifest>, anyhow::Error> {
    let mut serialised_manifests = vec![];
    for manifest in manifests {
        // The serialised contents might be different from the original manifest!
        let contents = toml::to_string(&manifest.contents)?;
        serialised_manifests.push(Manifest {
            relative_path: manifest.relative_path,
            contents,
            targets: manifest.targets,
        });
    }
    Ok(serialised_manifests)
}

fn extract_package_graph(path: &Path, no_deps: bool) -> Result<PackageGraph, anyhow::Error> {
    let mut cmd = guppy::MetadataCommand::new();
    cmd.current_dir(path);
    if no_deps {
        cmd.no_deps();
    }
    cmd.build_graph().context("Cannot extract package graph")
}

/// Filter the skeleton down to only the workspace members (and their transitive
/// dependencies) needed to build `member`.
///
/// Uses guppy's `query_forward` + `resolve` to compute the full transitive
/// dependency closure, then:
/// 1. Removes manifests for workspace members outside the closure
/// 2. Updates `[workspace.members]` to list only closure members
/// 3. Removes `[workspace.default-members]`
/// 4. Filters the lockfile to only packages in the closure
fn filter_to_member_closure(
    manifests: &mut Vec<ParsedManifest>,
    lock_file: &mut Option<toml::Value>,
    graph: &PackageGraph,
    member: &str,
) -> Result<(), anyhow::Error> {
    let ws = graph.workspace();
    // `member` may be a package name or a binary target name (from --bin).
    // Try package name first, then search for a binary target.
    let pkg = match ws.member_by_name(member) {
        Ok(pkg) => pkg,
        Err(_) => ws
            .iter()
            .find(|pkg| {
                pkg.build_targets().any(|t| {
                    matches!(t.id(), guppy::graph::BuildTargetId::Binary(name) if name == member)
                })
            })
            .ok_or_else(|| {
                anyhow::anyhow!("No workspace package or binary target named '{member}'")
            })?,
    };

    // Get transitive closure of all dependencies
    let resolved = graph.query_forward(std::iter::once(pkg.id()))?.resolve();

    // Collect workspace member names in the closure
    let closure_members: HashSet<String> = ws
        .iter()
        .filter(|ws_pkg| resolved.contains(ws_pkg.id()).unwrap_or(false))
        .map(|ws_pkg| ws_pkg.name().to_string())
        .collect();

    // 1. Filter manifests: keep root workspace manifest + closure members
    manifests.retain(|m| {
        extract_pkg_name(&m.contents).is_none_or(|name| closure_members.contains(&name))
    });

    // 2. Collect workspace dep keys referenced by closure members
    let referenced_workspace_deps = collect_workspace_dep_keys(manifests);

    // 3. Update [workspace.members], remove default-members, filter [workspace.dependencies]
    update_workspace_members(
        manifests,
        graph,
        &closure_members,
        &referenced_workspace_deps,
    );

    // 4. Collect ALL (name, version) pairs in the closure (workspace + external)
    let closure_packages: HashSet<(String, String)> = resolved
        .packages(DependencyDirection::Forward)
        .map(|pkg| (pkg.name().to_string(), pkg.version().to_string()))
        .collect();

    // 5. Filter lockfile: keep only packages in the closure
    if let Some(lockfile) = lock_file {
        filter_lockfile_packages(lockfile, &closure_packages);
    }

    Ok(())
}

/// Extract the `[package].name` from a parsed TOML manifest, if present.
fn extract_pkg_name(contents: &toml::Value) -> Option<String> {
    contents
        .get("package")?
        .get("name")?
        .as_str()
        .map(|s| s.to_string())
}

/// Replace `[workspace.members]` with relative paths for all closure members,
/// remove `[workspace.default-members]`, and filter `[workspace.dependencies]`
/// to only those referenced by closure members.
fn update_workspace_members(
    manifests: &mut [ParsedManifest],
    graph: &PackageGraph,
    closure_members: &HashSet<String>,
    referenced_workspace_deps: &HashSet<String>,
) {
    let workspace_toml = manifests
        .iter_mut()
        .find(|manifest| manifest.relative_path == std::path::Path::new("Cargo.toml"));

    if let Some(workspace) = workspace_toml.and_then(|toml| toml.contents.get_mut("workspace")) {
        if let Some(members) = workspace.get_mut("members") {
            let ws = graph.workspace();
            let workspace_root = ws.root();

            let member_paths: Vec<toml::Value> = ws
                .iter()
                .filter(|pkg| closure_members.contains(pkg.name()))
                .filter_map(|pkg| {
                    let cargo_path = diff_paths(pkg.manifest_path(), workspace_root)?;
                    let dir = cargo_path.parent()?;
                    Some(toml::Value::String(dir.to_str()?.to_string()))
                })
                .collect();

            *members = toml::Value::Array(member_paths);
        }
        if let Some(workspace) = workspace.as_table_mut() {
            workspace.remove("default-members");
            if let Some(deps) = workspace
                .get_mut("dependencies")
                .and_then(|d| d.as_table_mut())
            {
                deps.retain(|key, _| referenced_workspace_deps.contains(key));
            }
        }
    }
}

/// Collect all `[workspace.dependencies]` keys referenced (via `workspace = true`)
/// by the given manifests.
fn collect_workspace_dep_keys(manifests: &[ParsedManifest]) -> HashSet<String> {
    let mut keys = HashSet::new();
    for manifest in manifests {
        if extract_pkg_name(&manifest.contents).is_none() {
            continue; // skip root workspace manifest
        }
        collect_workspace_keys_from(&manifest.contents, &mut keys);
        if let Some(targets) = manifest.contents.get("target").and_then(|t| t.as_table()) {
            for (_, target_config) in targets {
                collect_workspace_keys_from(target_config, &mut keys);
            }
        }
    }
    keys
}

fn collect_workspace_keys_from(value: &toml::Value, keys: &mut HashSet<String>) {
    for section in ["dependencies", "dev-dependencies", "build-dependencies"] {
        if let Some(deps) = value.get(section).and_then(|d| d.as_table()) {
            for (key, dep) in deps {
                if dep
                    .get("workspace")
                    .and_then(|w| w.as_bool())
                    .unwrap_or(false)
                {
                    keys.insert(key.clone());
                }
            }
        }
    }
}

/// Retain only lockfile `[[package]]` entries whose `(name, version)` pair
/// is in the resolved closure.
fn filter_lockfile_packages(
    lockfile: &mut toml::Value,
    closure_packages: &HashSet<(String, String)>,
) {
    if let Some(packages) = lockfile.get_mut("package").and_then(|p| p.as_array_mut()) {
        packages.retain(|pkg| {
            let name = pkg.get("name").and_then(|n| n.as_str());
            let version = pkg.get("version").and_then(|v| v.as_str());
            match (name, version) {
                (Some(n), Some(v)) => closure_packages.contains(&(n.to_string(), v.to_string())),
                _ => true,
            }
        });
    }
}