anyreader 0.5.0

Efficiently and recursively read archives and compressed streams of data
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

#![allow(dead_code)]

use bzip2::Compression as Bzip2Compression;
use flate2::Compression as GZCompression;
use std::io::{Read, Write};
use std::path::PathBuf;
use tar::Header;
use zip::write::SimpleFileOptions;

pub fn read_vec(mut reader: impl Read) -> Vec<u8> {
    let mut out = Vec::new();
    reader.read_to_end(&mut out).unwrap();
    out
}

pub fn gzip_data(data: impl AsRef<[u8]>) -> Vec<u8> {
    let mut encoder = flate2::write::GzEncoder::new(Vec::new(), GZCompression::new(1));
    encoder.write_all(data.as_ref()).unwrap();
    encoder.finish().unwrap()
}

pub fn zstd_data(data: impl AsRef<[u8]>) -> Vec<u8> {
    zstd::encode_all(data.as_ref(), 1).unwrap()
}

pub fn bz2_data(data: impl AsRef<[u8]>) -> Vec<u8> {
    let mut encoder = bzip2::write::BzEncoder::new(Vec::new(), Bzip2Compression::new(1));
    encoder.write_all(data.as_ref()).unwrap();
    encoder.finish().unwrap()
}

pub fn xz_data(data: impl AsRef<[u8]>) -> Vec<u8> {
    let mut encoder = liblzma::write::XzEncoder::new(Vec::new(), 1);
    encoder.write_all(data.as_ref()).unwrap();
    encoder.finish().unwrap()
}

pub fn tar_archive(
    files: impl IntoIterator<Item = (impl Into<PathBuf>, impl AsRef<[u8]>)>,
) -> Vec<u8> {
    let mut builder = tar::Builder::new(Vec::new());
    for (path, data) in files {
        let data = data.as_ref();
        let mut header = Header::new_gnu();
        header.set_size(data.len() as u64);
        builder.append_data(&mut header, path.into(), data).unwrap();
    }

    builder.into_inner().unwrap()
}

pub fn zip_archive(
    files: impl IntoIterator<Item = (impl Into<PathBuf>, impl AsRef<[u8]>)>,
) -> Vec<u8> {
    let options = SimpleFileOptions::default().compression_method(zip::CompressionMethod::BZIP2);
    let mut a = zip::write::ZipWriter::new(std::io::Cursor::new(vec![]));
    for (path, data) in files {
        a.start_file(path.into().to_string_lossy(), options)
            .unwrap();
        a.write_all(data.as_ref()).unwrap();
    }
    a.finish().unwrap().into_inner()
}

pub fn tar_read_entries(data: impl Read) -> Vec<Vec<u8>> {
    let d = read_vec(data);
    let mut archive = tar::Archive::new(d.as_slice());
    archive
        .entries()
        .unwrap()
        .map(|i| i.map(read_vec))
        .collect::<Result<Vec<_>, _>>()
        .unwrap_or_else(|_| panic!("Error reading tar data: {d:?}"))
}
//
// pub fn assert_data_equal_with_msg(
//     data: impl AsRef<[u8]>,
//     expected: impl AsRef<[u8]>,
//     msg: impl AsRef<str>,
// ) {
//     assert_eq!(
//         data.as_ref(),
//         expected.as_ref(),
//         "Data mismatch:\nleft : {}\nright: {}\nMessage: {}",
//         hexencode(data.as_ref()),
//         hexencode(expected.as_ref()),
//         msg.as_ref()
//     );
// }
//
// pub fn assert_data_equal(data: impl AsRef<[u8]>, expected: impl AsRef<[u8]>) {
//     assert_data_equal_with_msg(data, expected, "No message supplied");
// }