#![cfg(feature = "zip_shrink")]
use compcol::zip_shrink::{Decoder, Encoder, ZipShrink};
use compcol::{Algorithm, Decoder as _, Encoder as _, Error, Status};
fn framed(payload: &[u8], len: u32) -> Vec<u8> {
let mut v = Vec::with_capacity(payload.len() + 4);
v.extend_from_slice(&len.to_le_bytes());
v.extend_from_slice(payload);
v
}
fn decode_chunked(framed: &[u8], in_chunk: usize, out_chunk: usize) -> Result<Vec<u8>, Error> {
let mut dec = Decoder::new();
decode_chunked_with(&mut dec, framed, in_chunk, out_chunk)
}
fn decode_chunked_with(
dec: &mut Decoder,
framed: &[u8],
in_chunk: usize,
out_chunk: usize,
) -> Result<Vec<u8>, Error> {
let mut decoded = Vec::new();
let mut buf = vec![0u8; out_chunk.max(1)];
let mut i = 0;
while i < framed.len() {
let end = (i + in_chunk).min(framed.len());
let chunk = &framed[i..end];
let mut consumed = 0;
while consumed < chunk.len() {
let (p, status) = dec.decode(&chunk[consumed..], &mut buf)?;
decoded.extend_from_slice(&buf[..p.written]);
consumed += p.consumed;
match status {
Status::StreamEnd | Status::InputEmpty => break,
Status::OutputFull => continue,
}
}
i = end;
}
loop {
let (p, _status) = dec.decode(&[], &mut buf)?;
decoded.extend_from_slice(&buf[..p.written]);
if p.written == 0 {
break;
}
}
loop {
let (p, status) = dec.finish(&mut buf)?;
decoded.extend_from_slice(&buf[..p.written]);
match status {
Status::StreamEnd => break,
Status::OutputFull | Status::InputEmpty => {
if p.written == 0 {
panic!("decoder finish stalled");
}
}
}
}
Ok(decoded)
}
#[test]
fn name_is_zip_shrink() {
assert_eq!(<ZipShrink as Algorithm>::NAME, "zip-shrink");
}
#[test]
fn encoder_returns_unsupported() {
let mut enc = Encoder::new();
let mut out = [0u8; 16];
assert_eq!(enc.encode(b"abc", &mut out).err(), Some(Error::Unsupported));
assert_eq!(enc.finish(&mut out).err(), Some(Error::Unsupported));
}
#[test]
fn decode_single_byte() {
let payload: &[u8] = &[0x58, 0x00];
let framed = framed(payload, 1);
let out = decode_chunked(&framed, framed.len(), 64).unwrap();
assert_eq!(out, b"X");
}
#[test]
fn decode_hello_world() {
let payload: &[u8] = &[
0x68, 0xca, 0xb0, 0x61, 0xf3, 0x06, 0xc4, 0x9d, 0x37, 0x72, 0xd8, 0x90, 0x01,
];
let framed = framed(payload, 11);
let out = decode_chunked(&framed, framed.len(), 64).unwrap();
assert_eq!(out, b"hello world");
}
#[test]
fn decode_repeated_a() {
let payload: &[u8] = &[0x61, 0x02, 0x0a, 0x0c, 0x08];
let framed = framed(payload, 8);
let out = decode_chunked(&framed, framed.len(), 64).unwrap();
assert_eq!(out, b"aaaaaaaa");
}
#[test]
fn decode_lorem_4x() {
let payload: &[u8] = &[
0x6c, 0xde, 0xc8, 0x29, 0xd3, 0x06, 0x44, 0x1a, 0x38, 0x73, 0xea, 0x14, 0x24, 0xf3, 0x26,
0xa0, 0x1c, 0x10, 0x73, 0xd2, 0xd0, 0x01, 0x11, 0xa6, 0x4d, 0x99, 0x89, 0x0e, 0x09, 0x1a,
0x44, 0xa8, 0x10, 0x04, 0x43, 0x87, 0x10, 0x25, 0x52, 0xb4, 0x88, 0x51, 0xa0, 0xc6, 0x83,
0x09, 0x17, 0x36, 0x14, 0x18, 0x72, 0x62, 0xc5, 0x8b, 0x20, 0x32, 0x16, 0x44, 0xd9, 0xf1,
0x23, 0xcb, 0x88, 0x2e, 0x49, 0x82, 0x00,
];
let expected = b"lorem ipsum dolor sit amet ".repeat(4);
let framed = framed(payload, expected.len() as u32);
let out = decode_chunked(&framed, framed.len(), 64).unwrap();
assert_eq!(out, expected);
}
#[test]
fn decode_mixed_corpus() {
let payload: &[u8] = &[
0x74, 0xd0, 0x94, 0x01, 0x11, 0xa7, 0x4e, 0x9a, 0x31, 0x6b, 0x40, 0x88, 0x91, 0xf3, 0xe6,
0x8e, 0x1b, 0x10, 0x66, 0xde, 0xe0, 0x01, 0xa1, 0xa6, 0x4e, 0x1b, 0x38, 0x73, 0x40, 0xbc,
0xb1, 0x53, 0x46, 0x0e, 0x88, 0x80, 0x03, 0xd9, 0x84, 0xd1, 0x93, 0x07, 0x04, 0x99, 0x37,
0x67, 0x14, 0x80, 0x24, 0x68, 0x10, 0xa1, 0x42, 0x86, 0x0e, 0x21, 0x4a, 0xa4, 0x68, 0x11,
0xa3, 0x46, 0x8e, 0x1e, 0x57, 0x8a, 0x24, 0x69, 0x12, 0xa5, 0x4a, 0x81, 0x2c, 0x0f, 0x26,
0x5c, 0xd8, 0xf0, 0x61, 0xc4, 0x89, 0x15, 0x2f, 0x66, 0xdc, 0xd8, 0xf1, 0x23, 0xd0, 0x9d,
0x25, 0x4f, 0xa6, 0x5c, 0x59, 0x50, 0xe8, 0xcb, 0xa2, 0x32, 0x91, 0xd6, 0x5c, 0x8a, 0xd3,
0x69, 0xc8, 0x91, 0x51, 0x7d, 0x52, 0x6d, 0x39, 0x14, 0xa6, 0xd1, 0x99, 0x49, 0x6d, 0x32,
0xcd, 0xf9, 0x14, 0x6c, 0xcf, 0xa9, 0x40, 0xab, 0xba, 0x24, 0x1a, 0xf3, 0x28, 0x4d, 0xa5,
0x37, 0x9b, 0xea, 0x74, 0x2b, 0xf5, 0xe7, 0x40, 0xb9, 0x65, 0xb1, 0xda, 0x4d, 0xcb, 0x55,
0x6f, 0x5b, 0x9e, 0x7d, 0xc7, 0x5a, 0xa5, 0x7b, 0x56, 0x2b, 0xde, 0xb5, 0x5e, 0x41, 0x40,
0x7d, 0xab, 0x60, 0xcc, 0x9b, 0x8b, 0x96, 0xd9, 0x80, 0xd0, 0x93, 0x06, 0xce, 0x97, 0x39,
0x68, 0xe4, 0xa4, 0x71, 0x93, 0xd0, 0x4c, 0x1a, 0x3c, 0x74, 0xea, 0xc8, 0x19, 0x68, 0x59,
0x0e, 0x9c, 0x3a, 0x19, 0x63, 0xc8, 0x98, 0x41, 0xa3, 0x06, 0x08, 0x1b, 0x37, 0x70, 0xe4,
0x80, 0x51, 0xf9, 0x32, 0x9c, 0xcc, 0x9b, 0x3b, 0x7f, 0x0e, 0x3d, 0xba, 0xf4, 0xe9, 0xd4,
0xab, 0x41, 0xb4, 0x7e, 0x1d, 0x7b, 0x76, 0xed, 0xdb, 0xb9, 0x77, 0xf7, 0xc6, 0xfc, 0x46,
0x33, 0x67, 0xcf, 0xa0, 0x45, 0x93, 0x86, 0x78, 0x5c, 0x35, 0xeb, 0x37, 0xae, 0x61, 0x83,
0x90, 0x4d, 0xdb, 0x36, 0x6e, 0xdd, 0xbc, 0x2d, 0x53, 0xb7, 0x2e, 0x3c, 0x7b, 0x71, 0xee,
0xa8, 0xbd, 0x2b, 0x07, 0xcf, 0x7c, 0xbc, 0x73, 0xf3, 0xd1, 0x79, 0x03,
];
let mut expected = Vec::new();
for _ in 0..8 {
expected.extend_from_slice(b"the quick brown fox jumps over the lazy dog\n");
}
for _ in 0..4 {
expected.extend_from_slice(b"compcol zip_shrink fixture corpus 12345 67890\n");
}
assert_eq!(expected.len(), 536);
let framed = framed(payload, expected.len() as u32);
let out = decode_chunked(&framed, framed.len(), 64).unwrap();
assert_eq!(out, expected);
}
#[test]
fn decode_long_repetitive() {
let payload: &[u8] = &[
0x41, 0x84, 0x0c, 0x09, 0x38, 0x50, 0x20, 0xc1, 0x83, 0x06, 0x13, 0x16, 0x5c, 0x88, 0x90,
0xa1, 0xc2, 0x86, 0x10, 0x1f, 0x4a, 0x74, 0x48, 0x31, 0x62, 0xc5, 0x89, 0x16, 0x33, 0x62,
0xdc, 0x78, 0xb1, 0xa3, 0x46, 0x8f, 0x1c, 0x3f, 0x8a, 0x0c, 0x49, 0x12, 0xa4, 0xc9, 0x91,
0x27, 0x4b, 0xa2, 0x5c, 0xa9, 0xb2, 0x65, 0xca, 0x97, 0x2c, 0x61, 0xba, 0x8c, 0x49, 0x73,
0xa6, 0x4d, 0x99, 0x38, 0x6b, 0xe6, 0xbc, 0xa9, 0xb3, 0x27, 0xcf, 0x9f, 0x3b, 0x83, 0xfa,
0x14, 0x0a, 0x74, 0xa8, 0xd1, 0xa2, 0x48, 0x89, 0x2a, 0x3d, 0xba, 0x34, 0x29, 0xd3, 0xa7,
0x4e, 0xa3, 0x36, 0x9d, 0x0a, 0x95, 0xaa, 0xd4, 0xaa, 0x58, 0xaf, 0x6a, 0xb5, 0xca, 0x35,
0x6b, 0xd7, 0xad, 0x5e, 0xc3, 0x82, 0x1d, 0xfb, 0xb5, 0xac, 0x58, 0xb3, 0x64, 0xcf, 0xaa,
0x4d, 0xcb, 0x16, 0xad, 0xdb, 0xb5, 0x6f, 0xdb, 0xc2, 0x9d, 0x2b, 0xb7, 0x6e, 0xdc, 0xbb,
0x74, 0xf1, 0xda, 0xcd, 0xcb, 0x77, 0xaf, 0x5f, 0xbd, 0x80, 0xfb, 0x06, 0xfe, 0x2b, 0xb8,
0x30, 0xe1, 0xc3, 0x83, 0x13, 0x1b, 0x56, 0x8c, 0x78, 0xb1, 0xe3, 0xc6, 0x90, 0x19, 0x4b,
0x7e, 0x3c, 0x39, 0x32, 0xe5, 0xcb, 0x96, 0x33, 0x57, 0xde, 0x8c, 0x99, 0xb3, 0xe6, 0xce,
0xa0, 0x3f, 0x8b, 0xf6, 0x4c, 0x3a, 0x74, 0xe9, 0xd1, 0xa6, 0x53, 0xa3, 0x5e, 0x7d, 0xba,
0xb5, 0x6a, 0xd7, 0xac, 0x5f, 0xcb, 0x8e, 0x4d, 0x1b, 0xb6, 0xed, 0xd9, 0xb7, 0x6b, 0xe3,
0xde, 0xad, 0xbb, 0x37, 0x57,
];
let expected = b"ABCABCABCABC".repeat(512);
assert_eq!(expected.len(), 6144);
let framed = framed(payload, expected.len() as u32);
let out = decode_chunked(&framed, framed.len(), 1024).unwrap();
assert_eq!(out, expected);
}
#[test]
fn decode_byte_at_a_time() {
let payload: &[u8] = &[
0x68, 0xca, 0xb0, 0x61, 0xf3, 0x06, 0xc4, 0x9d, 0x37, 0x72, 0xd8, 0x90, 0x01,
];
let framed = framed(payload, 11);
let out = decode_chunked(&framed, 1, 1).unwrap();
assert_eq!(out, b"hello world");
}
#[test]
fn decode_tiny_output_buffer() {
let payload: &[u8] = &[0x61, 0x02, 0x0a, 0x0c, 0x08];
let framed = framed(payload, 8);
let out = decode_chunked(&framed, framed.len(), 1).unwrap();
assert_eq!(out, b"aaaaaaaa");
}
#[test]
fn decoder_reset_allows_reuse() {
let mut dec = Decoder::new();
let p1: &[u8] = &[0x58, 0x00];
let f1 = framed(p1, 1);
assert_eq!(
decode_chunked_with(&mut dec, &f1, f1.len(), 32).unwrap(),
b"X"
);
dec.reset();
let p2: &[u8] = &[
0x68, 0xca, 0xb0, 0x61, 0xf3, 0x06, 0xc4, 0x9d, 0x37, 0x72, 0xd8, 0x90, 0x01,
];
let f2 = framed(p2, 11);
assert_eq!(
decode_chunked_with(&mut dec, &f2, f2.len(), 32).unwrap(),
b"hello world"
);
}
#[test]
fn truncated_header_errors_on_finish() {
let mut dec = Decoder::new();
let mut buf = [0u8; 16];
let (_, _) = dec.decode(&[0x05, 0x00, 0x00], &mut buf).unwrap();
let err = dec.finish(&mut buf).err().unwrap();
assert_eq!(err, Error::UnexpectedEnd);
}
#[test]
fn truncated_payload_errors_on_finish() {
let mut dec = Decoder::new();
let mut buf = [0u8; 16];
let framed = [
0x0b, 0x00, 0x00, 0x00, 0x68, ];
let _ = dec.decode(&framed, &mut buf);
let err = dec.finish(&mut buf).err().unwrap();
assert_eq!(err, Error::UnexpectedEnd);
}
#[test]
fn invalid_control_byte_errors() {
let mut stream = Vec::new();
let mut acc: u32 = 0;
let mut cnt: u8 = 0;
fn push(stream: &mut Vec<u8>, acc: &mut u32, cnt: &mut u8, code: u32, n: u8) {
*acc |= code << *cnt;
*cnt += n;
while *cnt >= 8 {
stream.push(*acc as u8);
*acc >>= 8;
*cnt -= 8;
}
}
push(&mut stream, &mut acc, &mut cnt, 0x41, 9);
push(&mut stream, &mut acc, &mut cnt, 256, 9);
push(&mut stream, &mut acc, &mut cnt, 99, 9);
if cnt > 0 {
stream.push(acc as u8);
}
let f = framed(&stream, 32); let mut dec = Decoder::new();
let mut out = vec![0u8; 64];
let err1 = dec.decode(&f, &mut out);
let err2 = dec.finish(&mut out);
assert!(
err1.is_err() || err2.is_err(),
"expected an error from invalid control"
);
let err = err1.err().or(err2.err()).unwrap();
assert_eq!(err, Error::Corrupt);
}
#[test]
fn empty_declared_length_yields_empty() {
let framed = [0u8; 4];
let mut dec = Decoder::new();
let mut buf = [0u8; 16];
let (_, status) = dec.decode(&framed, &mut buf).unwrap();
let _ = status; let (p, status) = dec.finish(&mut buf).unwrap();
assert_eq!(p.written, 0);
assert!(matches!(status, Status::StreamEnd));
}
#[cfg(feature = "factory")]
mod factory {
use compcol::factory;
#[test]
fn lookup_known() {
assert!(factory::encoder_by_name("zip-shrink").is_some());
assert!(factory::decoder_by_name("zip-shrink").is_some());
}
#[test]
fn names_contains_zip_shrink() {
assert!(factory::names().contains(&"zip-shrink"));
}
#[test]
fn extension_is_shrunk() {
assert_eq!(factory::extension("zip-shrink"), Some("shrunk"));
}
}