embuild 0.31.0

A build support library for embedded Rust
Documentation
//! Build utilities for cargo build scripts.

use std::ffi::OsStr;
use std::fmt::Display;
use std::path::{Path, PathBuf};
use std::{env, vec};

use anyhow::{anyhow, Context, Result};

use crate::cargo::{self, add_link_arg, print_warning, set_metadata, track_file};
use crate::cli::{self, Arg, ArgDef};
use crate::utils::OsStrExt;

const C_INCLUDE_ARGS_VAR: &str = "EMBUILD_C_INCLUDE_ARGS";
const LINK_ARGS_VAR: &str = "EMBUILD_LINK_ARGS";
const CFG_ARGS_VAR: &str = "EMBUILD_CFG_ARGS";

/// The name of a [`cargo::set_metadata`] variable where build scripts can store the
/// contents of their `PATH` environment variable which contains tools used by the
/// build script.
pub const ENV_PATH_VAR: &str = "EMBUILD_ENV_PATH";

/// The name of a [`cargo::set_metadata`] variable where build scripts can store the
/// path to the `esp-idf` that they've used.
pub const ESP_IDF_PATH_VAR: &str = "EMBUILD_ESP_IDF_PATH";

const LINK_ARGS_FILE_NAME: &str = "linker_args.txt";

/// The name of the ldproxy executable.
pub const LDPROXY_NAME: &str = "ldproxy";

/// The `--ldproxy-linker` argument definition.
pub const LDPROXY_LINKER_ARG: ArgDef = Arg::option("ldproxy-linker").long();
/// The `--ldproxy-dedup-libs` argument definition.
pub const LDPROXY_DEDUP_LIBS_ARG: ArgDef = Arg::flag("ldproxy-dedup-libs").long();
/// The `--ldproxy-cwd` argument definition.
pub const LDPROXY_WORKING_DIRECTORY_ARG: ArgDef = Arg::option("ldproxy-cwd").long();

pub fn env_options_iter(
    env_var_prefix: impl AsRef<str>,
) -> Result<impl Iterator<Item = (String, String)>> {
    let env_var_prefix = env_var_prefix.as_ref().to_owned() + "_";

    Ok(env::vars()
        .filter(move |(key, _)| key.starts_with(&env_var_prefix))
        .map(|(_, value)| {
            let split = value.split('=').collect::<vec::Vec<_>>();

            (split[0].trim().to_owned(), split[1].trim().to_owned())
        }))
}

#[cfg(feature = "glob")]
pub fn tracked_env_globs_iter(
    env_var_prefix: impl AsRef<str>,
) -> Result<impl Iterator<Item = (PathBuf, PathBuf)>> {
    track_sources(env_globs_iter(env_var_prefix)?)
}

#[cfg(feature = "glob")]
pub fn env_globs_iter(
    env_var_prefix: impl AsRef<str>,
) -> Result<impl Iterator<Item = (PathBuf, PathBuf)>> {
    const BASE_SUFFIX: &str = "_BASE";

    let env_var_prefix = env_var_prefix.as_ref().to_owned();

    Ok(env::vars()
        .filter(move |(key, _)| {
            key.starts_with(format!("{}_", env_var_prefix).as_str()) && key.ends_with(BASE_SUFFIX)
        })
        .map(|(key, value)| {
            let base = PathBuf::from(value);
            let key_prefix = &key[0..key.len() - (BASE_SUFFIX.len() - 1)];

            let globs = env::vars()
                .filter(|(key, _)| key.starts_with(key_prefix) && !key.ends_with(BASE_SUFFIX))
                .map(|(_, value)| value)
                .collect::<vec::Vec<_>>();

            globs_iter(base, &globs)
        })
        .filter_map(Result::ok)
        .flatten())
}

#[cfg(feature = "glob")]
pub fn tracked_globs_iter(
    base: impl AsRef<Path>,
    globs: &[impl AsRef<str>],
) -> Result<impl Iterator<Item = (PathBuf, PathBuf)>> {
    track_sources(globs_iter(base, globs)?)
}

#[cfg(feature = "glob")]
pub fn globs_iter(
    base: impl AsRef<Path>,
    globs: &[impl AsRef<str>],
) -> Result<impl Iterator<Item = (PathBuf, PathBuf)>> {
    let base = base.as_ref().to_owned();

    Ok(globwalk::GlobWalkerBuilder::from_patterns(&base, globs)
        .follow_links(true)
        .build()?
        .into_iter()
        .filter_map(Result::ok)
        .map(move |entry| {
            entry
                .path()
                .strip_prefix(&base)
                .map(|dest| (entry.path().to_owned(), dest.to_owned()))
        })
        .filter_map(Result::ok))
}

pub fn track_sources<I, P>(iter: I) -> Result<impl Iterator<Item = (PathBuf, PathBuf)>>
where
    I: Iterator<Item = (P, P)>,
    P: AsRef<Path>,
{
    let items = iter
        .map(|(source, dest)| (source.as_ref().to_owned(), dest.as_ref().to_owned()))
        .collect::<vec::Vec<_>>();

    for (source, _) in &items {
        track_file(source);
    }

    Ok(items.into_iter())
}

/// C compiler defines and include arguments (i.e. `-D<define>`, and
/// `-isystem<dir>`/`-I<dir>`).
#[derive(Clone, Debug)]
pub struct CInclArgs {
    // TODO: split into defines and includes, add a way to configure whether includes
    // should be system headers `-isystem` or normal headers `-I`.
    pub args: String,
}

impl CInclArgs {
    pub fn try_from_env(lib_name: impl AsRef<str>) -> Result<Self> {
        Ok(Self {
            args: env::var(format!(
                "DEP_{}_{}",
                lib_name.as_ref().to_uppercase(),
                C_INCLUDE_ARGS_VAR,
            ))?,
        })
    }

    pub fn propagate(&self) {
        set_metadata(C_INCLUDE_ARGS_VAR, self.args.as_str());
    }
}

/// A builder for outputing linker arguments in a build script.
///
/// Can be constructed with:
/// - `TryFrom<&`[`crate::cmake::file_api::codemodel::target::Link`]`>`
/// - `TryFrom<&`[`crate::pio::project::SconsVariables`]`>`
#[derive(Clone, Debug, Default)]
#[must_use]
pub struct LinkArgsBuilder {
    pub libflags: Vec<String>,
    pub linkflags: Vec<String>,
    pub libdirflags: Vec<String>,
    pub(crate) force_ldproxy: bool,
    /// The path to the linker executable.
    pub(crate) linker: Option<PathBuf>,
    /// The working directory that should be set when linking.
    pub(crate) working_directory: Option<PathBuf>,
    pub(crate) dedup_libs: bool,
}

impl LinkArgsBuilder {
    /// Whether the linker should be `ldproxy`.
    ///
    /// See <https://crates.io/crates/ldproxy> for more information.
    pub fn force_ldproxy(mut self, value: bool) -> Self {
        self.force_ldproxy = value;
        self
    }

    /// The linker that should be used to link the executable.
    pub fn linker(mut self, path: impl Into<PathBuf>) -> Self {
        self.linker = Some(path.into());
        self
    }

    /// The working directory where the linker is run in.
    pub fn working_directory(mut self, dir: impl AsRef<Path>) -> Self {
        self.working_directory = Some(dir.as_ref().to_owned());
        self
    }

    pub fn dedup_libs(mut self, dedup: bool) -> Self {
        self.dedup_libs = dedup;
        self
    }

    pub fn build(self) -> Result<LinkArgs> {
        let args: Vec<_> = self
            .libdirflags
            .into_iter()
            .chain(self.libflags)
            .chain(self.linkflags)
            .collect();

        let detected_ldproxy = env::var("RUSTC_LINKER")
            .ok()
            .and_then(|l| {
                Path::new(&l)
                    .file_stem()
                    .and_then(OsStr::to_str)
                    .map(|s| s == LDPROXY_NAME)
            })
            .unwrap_or(false);

        if self.force_ldproxy && !detected_ldproxy {
            print_warning(
                "The linker arguments force the usage of `ldproxy` but the linker used \
                 by cargo is different. Please set the linker to `ldproxy` in your cargo config \
                 or set `force_ldproxy` to `false`.",
            );
        }

        let args = if self.force_ldproxy || detected_ldproxy {
            let mut result = Vec::new();

            if let Some(linker) = &self.linker {
                result.extend(LDPROXY_LINKER_ARG.format(Some(linker.try_to_str()?)));
            }

            if self.dedup_libs {
                result.extend(LDPROXY_DEDUP_LIBS_ARG.format(None));
            }

            if let Some(cwd) = &self.working_directory {
                result.extend(LDPROXY_WORKING_DIRECTORY_ARG.format(Some(cwd.try_to_str()?)))
            }

            // If `windows && gcc` we always use reponse files to circumvent the command-line
            // length limitation.
            // TODO: implement other linkers
            if cfg!(windows) {
                // TODO: add way to detect linker flavor
                let is_gcc = self
                    .linker
                    .and_then(|l| {
                        l.file_stem()
                            .and_then(OsStr::to_str)
                            .map(|s| s.ends_with("gcc"))
                    })
                    .unwrap_or(false);

                if is_gcc {
                    let link_args_file = cargo::out_dir().join(LINK_ARGS_FILE_NAME);
                    let args = cli::join_unix_args(args.iter().map(|s| s.as_str()));

                    std::fs::write(&link_args_file, args).with_context(|| {
                        anyhow!(
                            "could not write link args to file '{}'",
                            link_args_file.display()
                        )
                    })?;

                    result.push(format!("@{}", link_args_file.try_to_str()?));
                } else {
                    result.extend(args);
                }
            } else {
                result.extend(args);
            }

            result
        } else {
            args
        };

        Ok(LinkArgs { args })
    }
}

#[derive(Clone, Debug)]
pub struct LinkArgs {
    pub args: Vec<String>,
}

impl LinkArgs {
    /// Loads all linker arguments from `lib_name` which have been propagated using [`propagate`](LinkArgs::propagate).
    ///
    /// `lib_name` doesn't refer to a crate, library or package name, it refers to a
    /// dependency's `links` property value, which is specified in its package manifest
    /// (`Cargo.toml`).
    pub fn try_from_env(lib_name: impl Display) -> Result<Self> {
        let args =
            cli::UnixCommandArgs::new(&env::var(format!("DEP_{}_{}", lib_name, LINK_ARGS_VAR))?)
                .collect();

        Ok(Self { args })
    }

    /// Add the linker arguments from the native library.
    pub fn output(&self) {
        for arg in &self.args {
            add_link_arg(arg);
        }
    }

    /// Propagate all linker arguments to all dependents of this crate.
    ///
    /// ### **Important**
    /// Calling this method in a dependency doesn't do anything on itself. All dependents
    /// that want to have these linker arguments propagated must call
    /// [`LinkArgs::output_propagated`] in their build script with the value of this
    /// crate's `links` property (specified in `Cargo.toml`).
    pub fn propagate(&self) {
        // TODO: maybe more efficient escape machanism
        set_metadata(
            LINK_ARGS_VAR,
            cli::join_unix_args(self.args.iter().map(|s| s.as_str())),
        );
    }

    /// Add all linker arguments from `lib_name` which have been propagated using [`propagate`](LinkArgs::propagate).
    ///
    /// `lib_name` doesn't refer to a crate, library or package name, it refers to a
    /// dependency's `links` property value, which is specified in its package manifest
    /// (`Cargo.toml`).
    pub fn output_propagated(lib_name: impl Display) -> Result<()> {
        Self::try_from_env(lib_name)?.output();

        Ok(())
    }
}

#[derive(Clone, Debug)]
pub struct CfgArgs {
    pub args: Vec<String>,
}

impl CfgArgs {
    /// Load options from `lib_name` which have been propagated using [`propagate`](CfgArgs::propagate).
    ///
    /// `lib_name` doesn't refer to a crate, library or package name, it refers to a
    /// dependency's `links` property value, which is specified in its package manifest
    /// (`Cargo.toml`).
    pub fn try_from_env(lib_name: impl Display) -> Result<Self> {
        let args = env::var(format!("DEP_{}_{}", lib_name, CFG_ARGS_VAR))?
            .split(':') // TODO: Un-escape
            .map(Into::into)
            .collect();

        Ok(Self { args })
    }

    /// Get a configuration option by name.
    pub fn get(&self, name: impl AsRef<str>) -> Option<String> {
        let prefix = format!("{}=\"", name.as_ref());

        self.args
            .iter()
            .filter_map(|arg| {
                if arg == name.as_ref() {
                    Some("".into())
                } else if arg.starts_with(&prefix) {
                    Some(arg[prefix.len()..arg.len() - 1].replace("\\\"", "\""))
                } else {
                    None
                }
            })
            .next()
    }

    /// Add configuration options from the parsed kconfig output file.
    ///
    /// They can be used in conditional compilation using the `#[cfg()]` attribute or the
    /// `cfg!()` macro (ex. `cfg!(<prefix>_<kconfig option>)`).
    pub fn output(&self) {
        for arg in &self.args {
            cargo::set_rustc_cfg(arg, "");
        }
    }

    /// Propagate all configuration options to all dependents of this crate.
    ///
    /// ### **Important**
    /// Calling this method in a dependency doesn't do anything on itself. All dependents
    /// that want to have these options propagated must call
    /// [`CfgArgs::output_propagated`] in their build script with the value of this
    /// crate's `links` property (specified in `Cargo.toml`).
    pub fn propagate(&self) {
        cargo::set_metadata(CFG_ARGS_VAR, self.args.join(":")); // TODO: Escape
    }

    /// Add options from `lib_name` which have been propagated using [`propagate`](CfgArgs::propagate).
    ///
    /// `lib_name` doesn't refer to a crate, library or package name, it refers to a
    /// dependency's `links` property value, which is specified in its package manifest
    /// (`Cargo.toml`).
    pub fn output_propagated(lib_name: impl Display) -> Result<()> {
        Self::try_from_env(lib_name).map(|args| args.output())
    }
}