gzp 2.0.2

Parallel Compression
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

#[cfg(feature = "deflate")]
mod example {
    use std::io::{Read, Write};

    use gzp::{
        deflate::Gzip,
        par::compress::{ParCompress, ParCompressBuilder},
        Compression, ZWriter,
    };

    pub fn main() {
        let chunksize = 64 * (1 << 10) * 2;

        let stdout = std::io::stdout();
        let mut writer: ParCompress<Gzip, _> = ParCompressBuilder::new()
            .compression_level(Compression::new(6))
            .from_writer(stdout);

        let stdin = std::io::stdin();
        let mut stdin = stdin.lock();

        let mut buffer = Vec::with_capacity(chunksize);
        loop {
            let mut limit = (&mut stdin).take(chunksize as u64);
            limit.read_to_end(&mut buffer).unwrap();
            if buffer.is_empty() {
                break;
            }
            writer.write_all(&buffer).unwrap();
            buffer.clear();
        }
        writer.finish().unwrap();
    }
}

#[cfg(not(feature = "deflate"))]
mod example {
    pub fn main() {}
}

fn main() {
    example::main()
}