use std::collections::HashMap;
use std::path::{Path, PathBuf};
use std::sync::Arc;
use tokio::sync::watch;
const OPTIMIZE_JS: &str = include_str!("assets/optimize-deps.mjs");
pub struct DepMeta {
pub file: String,
pub needs_interop: bool,
}
pub type DepMap = HashMap<String, DepMeta>;
pub struct OptimizedDeps {
rx: watch::Receiver<Option<Arc<DepMap>>>,
dir: PathBuf,
}
impl OptimizedDeps {
pub fn dir(&self) -> &Path {
&self.dir
}
pub async fn ready(&self) -> Arc<DepMap> {
let mut rx = self.rx.clone();
loop {
if let Some(map) = rx.borrow().clone() {
return map;
}
if rx.changed().await.is_err() {
return Arc::new(DepMap::new());
}
}
}
pub fn disabled() -> Self {
let (_tx, rx) = watch::channel(Some(Arc::new(DepMap::new())));
OptimizedDeps {
rx,
dir: PathBuf::new(),
}
}
pub fn prepare(root: &Path, version: &str, input: OptimizeInput) -> Self {
let dir = oj_cache::cache_root(&root).join("deps");
let hash = lockfile_hash(root, version, &input);
let (tx, rx) = watch::channel(None);
if !input.force {
if let Some(map) = load_manifest(&dir, &hash) {
let _ = tx.send(Some(Arc::new(map)));
return OptimizedDeps { rx, dir };
}
}
let root = root.to_path_buf();
let dir_task = dir.clone();
tokio::spawn(async move {
let map = run_optimizer(&root, &dir_task, &hash, &input)
.await
.unwrap_or_default();
let _ = tx.send(Some(Arc::new(map)));
});
OptimizedDeps { rx, dir }
}
}
#[derive(Default, Clone)]
pub struct OptimizeInput {
pub include: Vec<String>,
pub exclude: Vec<String>,
pub entries: Vec<String>,
pub dedupe: Vec<String>,
pub alias: Vec<(String, String)>,
pub force: bool,
pub bundler_options: Option<serde_json::Value>,
}
fn lockfile_hash(root: &Path, version: &str, input: &OptimizeInput) -> String {
let mut hasher = blake3::Hasher::new();
hasher.update(version.as_bytes());
for name in [
"package-lock.json",
"yarn.lock",
"pnpm-lock.yaml",
"bun.lockb",
"package.json",
] {
if let Ok(bytes) = std::fs::read(root.join(name)) {
hasher.update(name.as_bytes());
hasher.update(&bytes);
}
}
for (tag, list) in [
(b"\0i".as_slice(), &input.include),
(b"\0x".as_slice(), &input.exclude),
(b"\0e".as_slice(), &input.entries),
(b"\0d".as_slice(), &input.dedupe),
] {
for entry in list {
hasher.update(tag);
hasher.update(entry.as_bytes());
}
}
for (find, replacement) in &input.alias {
hasher.update(b"\0a");
hasher.update(find.as_bytes());
hasher.update(b"=");
hasher.update(replacement.as_bytes());
}
if let Some(opts) = &input.bundler_options {
hasher.update(b"\0o");
hasher.update(opts.to_string().as_bytes());
}
hasher.finalize().to_hex().to_string()
}
fn parse_metadata(v: &serde_json::Value) -> Option<DepMap> {
let obj = v.as_object()?;
let mut map = DepMap::new();
for (dep, meta) in obj {
let file = meta.get("file")?.as_str()?.to_string();
let needs_interop = meta
.get("needsInterop")
.and_then(serde_json::Value::as_bool)
.unwrap_or(true);
map.insert(
dep.clone(),
DepMeta {
file,
needs_interop,
},
);
}
Some(map)
}
fn load_manifest(dir: &Path, hash: &str) -> Option<DepMap> {
let raw = std::fs::read_to_string(dir.join("manifest.json")).ok()?;
let v: serde_json::Value = serde_json::from_str(&raw).ok()?;
if v.get("hash")?.as_str()? != hash {
return None;
}
let map = parse_metadata(v.get("metadata")?)?;
for m in map.values() {
if !dir.join(&m.file).exists() {
return None;
}
}
Some(map)
}
async fn run_optimizer(
root: &Path,
dir: &Path,
hash: &str,
input: &OptimizeInput,
) -> Option<DepMap> {
let cache = oj_cache::cache_root(&root);
std::fs::create_dir_all(&cache).ok()?;
let script = cache.join("optimize-deps.mjs");
std::fs::write(&script, OPTIMIZE_JS).ok()?;
let mut include = vec!["react/jsx-dev-runtime".to_string()];
for dep in &input.include {
if !include.contains(dep) {
include.push(dep.clone());
}
}
let alias: Vec<[&str; 2]> = input
.alias
.iter()
.map(|(f, r)| [f.as_str(), r.as_str()])
.collect();
let auto_discover = std::env::var("OJ_OPTIMIZE_SCAN")
.is_ok_and(|v| !v.is_empty() && v != "0");
let cfg = serde_json::json!({
"root": root,
"outDir": dir,
"entries": input.entries,
"include": include,
"exclude": input.exclude,
"dedupe": input.dedupe,
"alias": alias,
"autoDiscover": auto_discover,
"esbuildOptions": input.bundler_options,
})
.to_string();
let out = tokio::process::Command::new("node")
.arg(&script)
.arg(&cfg)
.env("NODE_COMPILE_CACHE", crate::node_compile_cache(root))
.current_dir(root)
.output()
.await
.ok()?;
if !out.status.success() {
return None;
}
let v: serde_json::Value = serde_json::from_slice(&out.stdout).ok()?;
let metadata = v.get("metadata")?;
let map = parse_metadata(metadata)?;
let manifest = serde_json::json!({ "hash": hash, "metadata": metadata });
let _ = std::fs::write(dir.join("manifest.json"), manifest.to_string());
Some(map)
}
#[cfg(test)]
mod tests {
use super::*;
fn input(include: &[&str], exclude: &[&str], entries: &[&str], dedupe: &[&str]) -> OptimizeInput {
OptimizeInput {
include: include.iter().map(|s| s.to_string()).collect(),
exclude: exclude.iter().map(|s| s.to_string()).collect(),
entries: entries.iter().map(|s| s.to_string()).collect(),
dedupe: dedupe.iter().map(|s| s.to_string()).collect(),
alias: Vec::new(),
..Default::default()
}
}
fn project(files: &[(&str, &str)]) -> tempfile::TempDir {
let dir = tempfile::tempdir().unwrap();
for (name, contents) in files {
std::fs::write(dir.path().join(name), contents).unwrap();
}
dir
}
#[test]
fn every_optimizer_list_is_distinguishable_in_the_key() {
let dir = project(&[("package.json", r#"{"name":"app"}"#)]);
let root = dir.path();
let key = |i: &OptimizeInput| lockfile_hash(root, "0.0.1", i);
let base = key(&input(&["react"], &[], &[], &[]));
assert_ne!(base, key(&input(&[], &["react"], &[], &[])), "include vs exclude");
assert_ne!(base, key(&input(&[], &[], &["react"], &[])), "include vs entries");
assert_ne!(base, key(&input(&[], &[], &[], &["react"])), "include vs dedupe");
assert_ne!(
key(&input(&["a"], &["b"], &[], &[])),
key(&input(&["a", "b"], &[], &[], &[])),
"moving an entry across the include/exclude boundary"
);
assert_ne!(
key(&input(&[], &[], &["a", "b"], &[])),
key(&input(&[], &[], &["a"], &["b"])),
"moving an entry across the entries/dedupe boundary"
);
}
#[test]
fn the_key_covers_the_lockfiles_the_version_and_the_aliases() {
let dir = project(&[
("package.json", r#"{"name":"app","dependencies":{"react":"18"}}"#),
("package-lock.json", r#"{"lockfileVersion":3}"#),
]);
let root = dir.path();
let empty = OptimizeInput::default();
let base = lockfile_hash(root, "0.0.1", &empty);
assert_eq!(base, lockfile_hash(root, "0.0.1", &empty), "deterministic");
assert_ne!(base, lockfile_hash(root, "0.0.2", &empty), "tool version");
std::fs::write(root.join("package-lock.json"), r#"{"lockfileVersion":4}"#).unwrap();
let after_lock = lockfile_hash(root, "0.0.1", &empty);
assert_ne!(base, after_lock, "a lockfile change must invalidate");
let aliased = OptimizeInput {
alias: vec![("~".into(), "./src".into())],
..OptimizeInput::default()
};
assert_ne!(after_lock, lockfile_hash(root, "0.0.1", &aliased), "alias");
let swapped = OptimizeInput {
alias: vec![("./src".into(), "~".into())],
..OptimizeInput::default()
};
assert_ne!(
lockfile_hash(root, "0.0.1", &aliased),
lockfile_hash(root, "0.0.1", &swapped),
"an alias is directional"
);
}
#[test]
fn a_manifest_is_only_reused_when_its_hash_and_its_files_are_there() {
let dir = tempfile::tempdir().unwrap();
let deps = dir.path().join("deps");
std::fs::create_dir_all(&deps).unwrap();
std::fs::write(deps.join("react.js"), "export default 1;").unwrap();
std::fs::write(
deps.join("manifest.json"),
r#"{"hash":"abc","metadata":{"react":{"file":"react.js","needsInterop":false}}}"#,
)
.unwrap();
let map = load_manifest(&deps, "abc").expect("matching hash loads");
assert_eq!(map["react"].file, "react.js");
assert!(!map["react"].needs_interop);
assert!(load_manifest(&deps, "different").is_none(), "stale hash");
std::fs::remove_file(deps.join("react.js")).unwrap();
assert!(load_manifest(&deps, "abc").is_none(), "missing dep file");
}
#[test]
fn a_malformed_manifest_is_a_miss_not_a_panic() {
let dir = tempfile::tempdir().unwrap();
let deps = dir.path().join("deps");
std::fs::create_dir_all(&deps).unwrap();
for contents in [
"",
"{",
"null",
"[]",
r#"{"metadata":{}}"#,
r#"{"hash":"abc"}"#,
r#"{"hash":123,"metadata":{}}"#,
r#"{"hash":"abc","metadata":[]}"#,
r#"{"hash":"abc","metadata":{"react":{}}}"#,
r#"{"hash":"abc","metadata":{"react":{"file":42}}}"#,
] {
std::fs::write(deps.join("manifest.json"), contents).unwrap();
assert!(
load_manifest(&deps, "abc").is_none(),
"accepted {contents:?}"
);
}
std::fs::write(
deps.join("manifest.json"),
r#"{"hash":"abc","metadata":{}}"#,
)
.unwrap();
assert!(load_manifest(&deps, "abc").expect("empty is valid").is_empty());
}
#[test]
fn needs_interop_defaults_to_true_when_the_optimizer_does_not_say() {
let v: serde_json::Value =
serde_json::from_str(r#"{"dep":{"file":"dep.js"}}"#).unwrap();
let map = parse_metadata(&v).unwrap();
assert!(map["dep"].needs_interop);
}
#[tokio::test]
async fn a_disabled_optimizer_is_ready_immediately_and_empty() {
let deps = OptimizedDeps::disabled();
assert!(deps.ready().await.is_empty());
assert_eq!(deps.dir(), Path::new(""));
}
}