structured-zstd 0.0.41

Pure Rust zstd implementation — managed fork of ruzstd. Dictionary decompression, no FFI.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

#[test]
fn test_encode_corpus_files_uncompressed_our_decompressor() {
    extern crate std;
    use crate::encoding::FrameCompressor;
    use alloc::borrow::ToOwned;
    use alloc::vec::Vec;
    use std::ffi::OsStr;
    use std::fs;
    use std::io::Read;
    use std::path::PathBuf;
    use std::println;

    let mut failures: Vec<PathBuf> = Vec::new();
    let mut files: Vec<_> = fs::read_dir("./decodecorpus_files").unwrap().collect();
    if fs::read_dir("./local_corpus_files").is_ok() {
        files.extend(fs::read_dir("./local_corpus_files").unwrap());
    }

    files.sort_by_key(|x| match x {
        Err(_) => "".to_owned(),
        Ok(entry) => entry.path().to_str().unwrap().to_owned(),
    });

    for entry in files.iter().map(|f| f.as_ref().unwrap()) {
        let path = entry.path();
        if path.extension() == Some(OsStr::new("zst")) {
            continue;
        }

        println!("Trying file: {path:?}");
        let input = fs::read(entry.path()).unwrap();
        let mut compressed_file: Vec<u8> = Vec::new();
        let mut compressor = FrameCompressor::new(crate::encoding::CompressionLevel::Fastest);
        compressor.set_source(input.as_slice());
        compressor.set_drain(&mut compressed_file);

        compressor.compress();
        let mut decompressed_output = Vec::new();
        let mut decoder =
            crate::decoding::StreamingDecoder::new(compressed_file.as_slice()).unwrap();
        decoder.read_to_end(&mut decompressed_output).unwrap();

        if input != decompressed_output {
            failures.push(path);
        }
    }

    if !failures.is_empty() {
        panic!(
            "Decompression of compressed file failed on the following files: {:?}",
            failures
        );
    }
}

#[test]
fn test_encode_corpus_files_compressed_our_decompressor() {
    extern crate std;
    use crate::encoding::FrameCompressor;
    use alloc::borrow::ToOwned;
    use alloc::vec::Vec;
    use std::ffi::OsStr;
    use std::fs;
    use std::io::Read;
    use std::path::PathBuf;
    use std::println;

    let mut failures: Vec<PathBuf> = Vec::new();
    let mut files: Vec<_> = fs::read_dir("./decodecorpus_files").unwrap().collect();
    if fs::read_dir("./local_corpus_files").is_ok() {
        files.extend(fs::read_dir("./local_corpus_files").unwrap());
    }

    files.sort_by_key(|x| match x {
        Err(_) => "".to_owned(),
        Ok(entry) => entry.path().to_str().unwrap().to_owned(),
    });

    for entry in files.iter().map(|f| f.as_ref().unwrap()) {
        let path = entry.path();
        if path.extension() == Some(OsStr::new("zst")) {
            continue;
        }
        println!("Trying file: {path:?}");
        let input = fs::read(entry.path()).unwrap();

        let mut compressed_file: Vec<u8> = Vec::new();
        let mut compressor = FrameCompressor::new(crate::encoding::CompressionLevel::Fastest);
        compressor.set_source(input.as_slice());
        compressor.set_drain(&mut compressed_file);

        compressor.compress();
        let mut decompressed_output = Vec::new();
        let mut decoder =
            crate::decoding::StreamingDecoder::new(compressed_file.as_slice()).unwrap();
        decoder.read_to_end(&mut decompressed_output).unwrap();

        if input != decompressed_output {
            failures.push(path);
        }
    }

    if !failures.is_empty() {
        panic!(
            "Decompression of compressed file failed on the following files: {:?}",
            failures
        );
    }
}