compression-codecs 0.4.37

Adaptors for various compression algorithms.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

mod decoder;
mod encoder;
pub mod params;

pub use self::{decoder::ZstdDecoder, encoder::ZstdEncoder};

use compression_core::{
    unshared::Unshared,
    util::{PartialBuffer, WriteBuffer},
};
use libzstd::stream::raw::{InBuffer, Operation, OutBuffer, WriteBuf};
use std::io;

#[repr(transparent)]
struct WriteBufferWrapper<'a>(WriteBuffer<'a>);

unsafe impl WriteBuf for WriteBufferWrapper<'_> {
    fn as_slice(&self) -> &[u8] {
        self.0.written()
    }
    fn capacity(&self) -> usize {
        self.0.capacity()
    }
    fn as_mut_ptr(&mut self) -> *mut u8 {
        self.0.as_mut_ptr()
    }
    unsafe fn filled_until(&mut self, n: usize) {
        self.0.set_written_and_initialized_len(n);
    }
}

trait WriteBufExt {
    fn get_out_buf(&mut self) -> OutBuffer<'_, WriteBufferWrapper<'_>>;
}

impl WriteBufExt for WriteBuffer<'_> {
    fn get_out_buf(&mut self) -> OutBuffer<'_, WriteBufferWrapper<'_>> {
        {
            use std::mem::{align_of, size_of};
            assert_eq!(
                size_of::<WriteBuffer<'static>>(),
                size_of::<WriteBufferWrapper<'static>>()
            );
            assert_eq!(
                align_of::<WriteBuffer<'static>>(),
                align_of::<WriteBufferWrapper<'static>>()
            );
        }

        // Pass written_len to avoid overwriting existing data in buffer.
        let written_len = self.written_len();
        OutBuffer::around_pos(
            unsafe { &mut *(self as *mut _ as *mut WriteBufferWrapper<'_>) },
            written_len,
        )
    }
}

trait OperationExt {
    fn reinit(&mut self) -> io::Result<()>;

    /// Return `true` if finished.
    fn run(
        &mut self,
        input: &mut PartialBuffer<&[u8]>,
        output: &mut WriteBuffer<'_>,
    ) -> io::Result<bool>;

    fn flush(&mut self, output: &mut WriteBuffer<'_>) -> io::Result<bool>;

    fn finish(&mut self, output: &mut WriteBuffer<'_>) -> io::Result<bool>;
}

impl<C: Operation> OperationExt for Unshared<C> {
    fn reinit(&mut self) -> io::Result<()> {
        self.get_mut().reinit()
    }

    fn run(
        &mut self,
        input: &mut PartialBuffer<&[u8]>,
        output: &mut WriteBuffer<'_>,
    ) -> io::Result<bool> {
        let mut in_buf = InBuffer::around(input.unwritten());
        let result = self.get_mut().run(&mut in_buf, &mut output.get_out_buf());
        input.advance(in_buf.pos());
        Ok(result? == 0)
    }

    fn flush(&mut self, output: &mut WriteBuffer<'_>) -> io::Result<bool> {
        Ok(self.get_mut().flush(&mut output.get_out_buf())? == 0)
    }

    fn finish(&mut self, output: &mut WriteBuffer<'_>) -> io::Result<bool> {
        Ok(self.get_mut().finish(&mut output.get_out_buf(), true)? == 0)
    }
}