pub mod packages {
pub mod default {
pub const BUCKET: &str = "data-yaml-spec-tests";
pub const URI_LATEST: &str = "quilt+s3://data-yaml-spec-tests#package=reference/quilt-rs";
pub const URI: &str = "quilt+s3://data-yaml-spec-tests#package=reference/quilt-rs@a4aed21f807f0474d2761ed924a5875cc10fd0cd84617ef8f7307e4b9daebcc7";
pub const README_LK: &str = "one/two two/three three three/READ ME.md";
pub const README_LK_ESCAPED: &str = "one/two%20two/three%20three%20three/READ%20ME.md";
pub const README_PK: &str = "s3://data-yaml-spec-tests/reference/quilt-rs/one/two%20two/three%20three%20three/READ%20ME.md?versionId=aIOyttmoQaE2cMcwEEoRod5G_3TZEHAW";
pub const TIMESTAMP_LK: &str = "timestamp.txt";
pub const TIMESTAMP_PK: &str = "s3://data-yaml-spec-tests/reference/quilt-rs/timestamp.txt?versionId=by4o4I2atAvVQDq1wyOJuP7y2pAh8Gqx";
pub const NAMESPACE_STR: &str = "reference/quilt-rs";
pub const NAMESPACE: (&str, &str) = ("reference", "quilt-rs");
pub const TOP_HASH: &str =
"a4aed21f807f0474d2761ed924a5875cc10fd0cd84617ef8f7307e4b9daebcc7";
}
pub mod workflow_null {
pub const URI: &str = "quilt+s3://udp-spec#package=reference/message-only@095017e53f4c8e0a07c82e562d088aa0e0f7a9ecaf2dce74a7607fac9085e98f";
pub const TOP_HASH: &str =
"095017e53f4c8e0a07c82e562d088aa0e0f7a9ecaf2dce74a7607fac9085e98f";
pub const NAMESPACE: (&str, &str) = ("reference", "message-only");
pub const NAMESPACE_STR: &str = "reference/message-only";
pub const MESSAGE: &str = "#Test message 1234!?#";
}
pub mod my_workflow {
pub const URI: &str = "quilt+s3://udp-spec#package=reference/with-workflow@4a9a3d39f655a03659333aad787b182e477e335e0fa78dd4d029521a9ca18dad";
pub const TOP_HASH: &str =
"4a9a3d39f655a03659333aad787b182e477e335e0fa78dd4d029521a9ca18dad";
pub const MESSAGE: &str = "Test message";
pub const NAMESPACE: (&str, &str) = ("reference", "with-workflow");
}
pub mod no_workflows_message_only {
pub const URI: &str = "quilt+s3://data-yaml-spec-tests#package=reference/message-only@ce2ca6a39eb02725b24e3ccf158022dc80c2ab96b066e5660d87abafdbaee768";
pub const TOP_HASH: &str =
"ce2ca6a39eb02725b24e3ccf158022dc80c2ab96b066e5660d87abafdbaee768";
pub const NAMESPACE: (&str, &str) = ("reference", "message-only");
pub const MESSAGE: &str = "#Test message 1234!?#";
}
pub mod no_workflows_with_meta {
pub const URI: &str = "quilt+s3://data-yaml-spec-tests#package=reference/meta@a0e161c9a281f38382007f4775e7d6ecbb50f929a197ba3e84443ec911ab6388";
pub const TOP_HASH: &str =
"a0e161c9a281f38382007f4775e7d6ecbb50f929a197ba3e84443ec911ab6388";
pub const NAMESPACE: (&str, &str) = ("reference", "meta");
}
pub mod outdated {
pub const URI: &str = "quilt+s3://data-yaml-spec-tests#package=scale/10u@f8216f57739c9824f22f1f7a1f8ded59fd50791c92bf9c317d06376811ecbfef";
pub const NAMESPACE: (&str, &str) = ("scale", "10u");
pub const NAMESPACE_STR: &str = "scale/10u";
pub const LATEST_TOP_HASH: &str =
"ae239090f2a01de382e8af719fe4a451ef1d1fa4a3ef7b21c6b36513d42c6630";
}
pub mod revision_report {
pub const NAMESPACE_STR: &str = "reference/revision-report";
pub const R1_URI: &str = "quilt+s3://udp-spec#package=reference/revision-report@fcd8f7cb81bc700ff4c8294ea173e3c3aa0899bcc61a41f22fe2bf18485182ec";
pub const R2_URI: &str = "quilt+s3://udp-spec#package=reference/revision-report@63ddbb5c7ec58d229147db6482dbb5c95e7e4a672551ce55e6bce0d5ba4f7d93";
pub const R3_TOP_HASH: &str =
"b27709e128d7cca3f6755dbec847628457ac86db5df5876c3bc88610eb234106";
pub const R3_MESSAGE: &str = "r3: adds add/six.txt, modifies keep.txt";
}
pub mod large {
pub const NAMESPACE_STR: &str = "reference/large";
pub const R1_URI: &str = "quilt+s3://udp-spec#package=reference/large@eedcbe821a3d1bb691f01866b70a55034c1fc073debd1aa906f7e381bba22827";
pub const R2_TOP_HASH: &str =
"38a8d7c2de5e00346afebc981e73a45b8e5b353f71d1ee9e010c6bfa34152049";
pub const PATHS: [&str; 2] = ["bulk-a.bin", "bulk-b.bin"];
}
#[cfg(unix)]
pub mod shrinking {
pub const NAMESPACE_STR: &str = "reference/shrinking";
pub const R1_URI: &str = "quilt+s3://udp-spec#package=reference/shrinking@a445691b1a7740971e334235c3fbfe4975c3cce94bc3c6c712b37f16a0412cca";
pub const R2_TOP_HASH: &str =
"ba1e5279aea0cc3ae92b72eb5d32251542ab423b17e6956cbc71b5708bb1cf60";
pub const MAPPED: &str = "mapped.bin";
pub const R1_LEN: usize = 4 * 1024 * 1024;
}
pub mod unversioned {
pub const NAMESPACE_STR: &str = "fiskus/unversioned-skip";
pub const R1_URI: &str = "quilt+s3://fiskus-sandbox-dev#package=fiskus/unversioned-skip@cfc6d21adc2e8153f319965cdd80477e4a7443b9f64a21bae1b9048b05503590";
pub const KEPT: &str = "a.txt";
pub const KEPT_R1_BODY: &[u8] = b"a v1\n";
pub const REPLACED: &str = "b.txt";
}
pub mod invalid {
pub const URI: &str = "quilt+s3://some-nonsense";
}
}
pub fn get_browse_output() -> Result<String, std::io::Error> {
let path = std::env::current_dir()?.join("fixtures/reference-quilt-rs-browse-output.txt");
std::fs::read_to_string(path)
}
pub mod old_revisions {
use std::sync::Arc;
use std::time::Duration;
use std::time::SystemTime;
use tempfile::TempDir;
use quilt_rs::InstalledPackage;
use quilt_rs::io::remote::Remote;
use quilt_rs::io::remote::mocks::MockRemote;
use quilt_rs::io::storage::LocalStorage;
use quilt_rs::io::storage::Storage;
use quilt_rs::lineage::DomainLineageIo;
use quilt_rs::lineage::Home;
use quilt_rs::lineage::PackageLineageIo;
use quilt_rs::manifest::Manifest;
use quilt_rs::manifest::ManifestRow;
use quilt_rs::paths::DomainPaths;
use quilt_uri::Namespace;
use quilt_uri::paths::tag_key;
use crate::cli::Error;
pub const NAMESPACE: (&str, &str) = ("test", "history");
pub const REVISIONS: [(&str, usize); 5] = [
("old-1", 210_400),
("old-2", 1_500),
("old-3", 0),
("current-rev", 7),
("local-rev", 9),
];
pub type Package = InstalledPackage<LocalStorage, MockRemote>;
#[must_use]
pub fn top_hash(label: &str) -> String {
use std::fmt::Write;
let hex = label.bytes().fold(String::new(), |mut hex, b| {
write!(hex, "{b:02x}").expect("writing to a String");
hex
});
format!("{hex:0>64}")
}
#[must_use]
pub fn label(top_hash: &str) -> String {
let hex = top_hash.trim_start_matches('0');
let hex = if hex.len() % 2 == 1 {
format!("0{hex}")
} else {
hex.to_string()
};
let bytes = (0..hex.len())
.step_by(2)
.map(|i| u8::from_str_radix(&hex[i..i + 2], 16).expect("a top_hash"))
.collect();
String::from_utf8(bytes).expect("a top_hash")
}
pub async fn package() -> Result<(Package, [TempDir; 2]), Error> {
let remote = MockRemote::default();
let namespace: Namespace = NAMESPACE.into();
for (n, (label, _)) in REVISIONS.iter().enumerate() {
if *label == "local-rev" {
continue;
}
remote
.put_object(
None,
&format!(
"s3://bucket/{}",
tag_key(&namespace, &format!("175850000{n}"))
)
.parse()?,
top_hash(label).into_bytes(),
)
.await?;
}
let home_dir = TempDir::new()?;
let paths_dir = TempDir::new()?;
let home = Home::new(home_dir.path().to_path_buf());
let paths = DomainPaths::new(paths_dir.path().to_path_buf());
let storage = LocalStorage::new();
paths
.scaffold_for_installing(&storage, &home, &namespace)
.await?;
let current = top_hash("current-rev");
let lineage_json = serde_json::json!({
"packages": {
"test/history": {
"commit": null,
"remote": {
"bucket": "bucket",
"namespace": "test/history",
"hash": current,
"origin": "quilt.test"
},
"base_hash": current,
"latest_hash": current,
"paths": {}
}
},
"home": &home,
})
.to_string();
storage
.write_byte_stream(&paths.lineage(), lineage_json.as_bytes().to_vec().into())
.await?;
std::fs::create_dir_all(paths.objects_dir())?;
let start = SystemTime::now() - Duration::from_secs(3600);
for (n, (label, len)) in REVISIONS.iter().enumerate() {
let mut rows = Vec::new();
if *len > 0 {
let object = paths.objects_dir().join(format!("{label}-object"));
std::fs::write(&object, "x".repeat(*len))?;
rows.push(ManifestRow {
logical_key: format!("{label}.txt").parse()?,
physical_key: url::Url::from_file_path(&object)
.expect("absolute")
.to_string(),
..ManifestRow::default()
});
}
let manifest = Manifest {
rows,
..Manifest::default()
};
let path = paths.installed_manifest(&namespace, &top_hash(label));
std::fs::write(&path, manifest.to_jsonlines())?;
let minutes = u64::try_from(n).expect("a few revisions") * 60;
std::fs::File::options()
.write(true)
.open(&path)?
.set_modified(start + Duration::from_secs(minutes))?;
}
let package = InstalledPackage {
lineage: PackageLineageIo::new(
DomainLineageIo::new(paths.lineage()),
namespace.clone(),
),
paths,
remote: Arc::new(remote),
storage,
namespace,
state_store: None,
};
Ok((package, [home_dir, paths_dir]))
}
pub async fn package_with_a_broken_registry() -> Result<(Package, [TempDir; 2]), Error> {
let (package, dirs) = package().await?;
package
.remote
.put_object(
None,
&format!(
"s3://bucket/{}",
tag_key(&package.namespace, "not-a-pointer/inside")
)
.parse()?,
b"x".to_vec(),
)
.await?;
Ok((package, dirs))
}
pub async fn package_without_a_catalog() -> Result<(Package, [TempDir; 2]), Error> {
let (package, dirs) = package().await?;
let path = package.paths.lineage();
let mut lineage: serde_json::Value = serde_json::from_slice(&std::fs::read(&path)?)?;
lineage["packages"]["test/history"]["remote"]
.as_object_mut()
.expect("a remote")
.remove("origin");
std::fs::write(&path, lineage.to_string())?;
Ok((package, dirs))
}
pub async fn held(package: &Package) -> Result<Vec<String>, Error> {
let mut held: Vec<String> = package
.revisions()
.await?
.into_iter()
.map(|revision| label(&revision.hash))
.collect();
held.sort();
Ok(held)
}
}