holger-znippy-python-repository 0.1.1

Holger guards your artifacts at rest. May Allfather Odin watch over every bit.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

//! Holger python backend serve test through a REAL compressed archive built with
//! the python plugin. Proves `fetch` resolves `(name, version)` coords via the
//! typed view — a wheel and an sdist resolve by their authoritative coords, where
//! the old `.tar.gz` filename guess / substring-match would mis-resolve.

use std::fs;

use holger_znippy_python_repository::PipRepoZnippy;
use traits::{ArtifactId, RepositoryBackendTrait};
use znippy_common::plugin::PluginRegistry;
use znippy_compress::compress_dir;
use znippy_plugin_python::NativePythonPlugin;

fn crc32(data: &[u8]) -> u32 {
    let mut crc = 0xFFFF_FFFFu32;
    for &b in data {
        crc ^= b as u32;
        for _ in 0..8 {
            crc = if crc & 1 != 0 { (crc >> 1) ^ 0xEDB8_8320 } else { crc >> 1 };
        }
    }
    !crc
}

fn build_zip_stored(name: &str, data: &[u8]) -> Vec<u8> {
    let nb = name.as_bytes();
    let crc = crc32(data);
    let size = data.len() as u32;
    let mut out = Vec::new();
    let local = out.len() as u32;
    out.extend_from_slice(b"PK\x03\x04");
    out.extend_from_slice(&20u16.to_le_bytes());
    for _ in 0..3 { out.extend_from_slice(&0u16.to_le_bytes()); }
    out.extend_from_slice(&0u16.to_le_bytes());
    out.extend_from_slice(&crc.to_le_bytes());
    out.extend_from_slice(&size.to_le_bytes());
    out.extend_from_slice(&size.to_le_bytes());
    out.extend_from_slice(&(nb.len() as u16).to_le_bytes());
    out.extend_from_slice(&0u16.to_le_bytes());
    out.extend_from_slice(nb);
    out.extend_from_slice(data);
    let cd = out.len() as u32;
    out.extend_from_slice(b"PK\x01\x02");
    out.extend_from_slice(&20u16.to_le_bytes());
    out.extend_from_slice(&20u16.to_le_bytes());
    for _ in 0..4 { out.extend_from_slice(&0u16.to_le_bytes()); }
    out.extend_from_slice(&crc.to_le_bytes());
    out.extend_from_slice(&size.to_le_bytes());
    out.extend_from_slice(&size.to_le_bytes());
    out.extend_from_slice(&(nb.len() as u16).to_le_bytes());
    for _ in 0..3 { out.extend_from_slice(&0u16.to_le_bytes()); }
    out.extend_from_slice(&0u16.to_le_bytes());
    out.extend_from_slice(&0u32.to_le_bytes());
    out.extend_from_slice(&local.to_le_bytes());
    out.extend_from_slice(nb);
    let cd_size = out.len() as u32 - cd;
    out.extend_from_slice(b"PK\x05\x06");
    out.extend_from_slice(&0u16.to_le_bytes());
    out.extend_from_slice(&0u16.to_le_bytes());
    out.extend_from_slice(&1u16.to_le_bytes());
    out.extend_from_slice(&1u16.to_le_bytes());
    out.extend_from_slice(&cd_size.to_le_bytes());
    out.extend_from_slice(&cd.to_le_bytes());
    out.extend_from_slice(&0u16.to_le_bytes());
    out
}

#[test]
fn python_backend_serves_wheel_and_sdist_via_view() {
    let src = tempfile::tempdir().unwrap();
    let out = tempfile::tempdir().unwrap();

    // A real-zip wheel (so the plugin parses tags) + an sdist tarball.
    let wheel = build_zip_stored("numpy-1.26.0.dist-info/METADATA", b"Name: numpy\n");
    fs::create_dir_all(src.path().join("packages/numpy")).unwrap();
    fs::write(
        src.path().join("packages/numpy/numpy-1.26.0-cp311-cp311-manylinux_x86_64.whl"),
        &wheel,
    )
    .unwrap();

    let sdist = b"requests sdist tarball bytes".to_vec();
    fs::create_dir_all(src.path().join("packages/requests")).unwrap();
    fs::write(src.path().join("packages/requests/requests-2.31.0.tar.gz"), &sdist).unwrap();

    let archive = out.path().join("py.znippy");
    compress_dir(
        &src.path().to_path_buf(),
        &archive,
        false,
        Some(&PluginRegistry::with_plugin(Box::new(NativePythonPlugin))),
        None,
        None,
    )
    .expect("compress_dir with python plugin");

    let repo = PipRepoZnippy::with_archive("pip".into(), archive).unwrap();

    // fetch via the view → exact wheel bytes by (name, version).
    let wid = ArtifactId { namespace: None, name: "numpy".into(), version: "1.26.0".into() };
    assert_eq!(repo.fetch(&wid).unwrap().as_deref(), Some(wheel.as_slice()));

    // sdist resolves too — the old canonical `{name}-{version}.tar.gz` guess would
    // have worked here, but the view path is coord-authoritative regardless.
    let sid = ArtifactId { namespace: None, name: "requests".into(), version: "2.31.0".into() };
    assert_eq!(repo.fetch(&sid).unwrap().as_deref(), Some(sdist.as_slice()));

    // Absent → None.
    let absent = ArtifactId { namespace: None, name: "numpy".into(), version: "9.9.9".into() };
    assert_eq!(repo.fetch(&absent).unwrap(), None);
}