use crate::progress::{ProgressArgs, copy_with_progress};
use crate::utils::*;
use anyhow::bail;
use clap::Args;
use std::fs::File;
use std::io::{self, BufReader, BufWriter, Read, Write};
use zstd::stream::{read::Decoder, write::Encoder};
#[derive(Debug, Clone, Copy)]
pub struct ZstdCompressionValidator;
impl CompressionLevelValidator for ZstdCompressionValidator {
fn min_level(&self) -> i32 {
-7
}
fn max_level(&self) -> i32 {
22
}
fn default_level(&self) -> i32 {
1
}
fn name_to_level(&self, name: &str) -> Option<i32> {
match name.to_lowercase().as_str() {
"none" => Some(-7),
"fast" => Some(1),
"best" => Some(22),
_ => None,
}
}
}
#[derive(Args, Debug)]
pub struct ZstdArgs {
#[clap(flatten)]
pub common_args: CommonArgs,
#[clap(flatten)]
pub level_args: LevelArgs,
#[clap(flatten)]
pub progress_args: ProgressArgs,
}
pub struct Zstd {
pub compression_level: i32,
pub progress_args: ProgressArgs,
}
impl Default for Zstd {
fn default() -> Self {
let validator = ZstdCompressionValidator;
Zstd {
compression_level: validator.default_level(),
progress_args: ProgressArgs::default(),
}
}
}
impl Zstd {
pub fn new(args: &ZstdArgs) -> Zstd {
let validator = ZstdCompressionValidator;
let mut level = args.level_args.level.level;
level = validator.validate_and_clamp_level(level);
Zstd {
compression_level: level,
progress_args: args.progress_args,
}
}
}
impl Compressor for Zstd {
fn extension(&self) -> &str {
"zst"
}
fn name(&self) -> &str {
"zstd"
}
fn compress(&self, input: CmprssInput, output: CmprssOutput) -> Result {
if let CmprssOutput::Path(out_path) = &output
&& out_path.is_dir()
{
bail!(
"Zstd does not support compressing to a directory. Please specify an output file."
);
}
if let CmprssInput::Path(input_paths) = &input {
for x in input_paths {
if x.is_dir() {
bail!(
"Zstd does not support compressing a directory. Please specify only files."
);
}
}
}
let mut file_size = None;
let mut input_stream: Box<dyn Read + Send> = match input {
CmprssInput::Path(paths) => {
if paths.len() > 1 {
bail!("Multiple input files not supported for zstd");
}
let path = &paths[0];
file_size = Some(std::fs::metadata(path)?.len());
Box::new(BufReader::new(File::open(path)?))
}
CmprssInput::Pipe(stdin) => Box::new(BufReader::new(stdin)),
CmprssInput::Reader(reader) => reader.0,
};
if let CmprssOutput::Writer(writer) = output {
let mut encoder = Encoder::new(writer, self.compression_level)?;
io::copy(&mut input_stream, &mut encoder)?;
encoder.finish()?;
} else {
let output_stream: Box<dyn Write + Send> = match &output {
CmprssOutput::Path(path) => Box::new(BufWriter::new(File::create(path)?)),
CmprssOutput::Pipe(stdout) => Box::new(BufWriter::new(stdout)),
CmprssOutput::Writer(_) => unreachable!(),
};
let mut encoder = Encoder::new(output_stream, self.compression_level)?;
copy_with_progress(
&mut input_stream,
&mut encoder,
self.progress_args.chunk_size.size_in_bytes,
file_size,
self.progress_args.progress,
&output,
)?;
encoder.finish()?;
}
Ok(())
}
fn extract(&self, input: CmprssInput, output: CmprssOutput) -> Result {
if let CmprssOutput::Path(out_path) = &output
&& out_path.is_dir()
{
bail!(
"Zstd does not support extracting to a directory. Please specify an output file."
);
}
let mut file_size = None;
let input_stream: Box<dyn Read + Send> = match input {
CmprssInput::Path(paths) => {
if paths.len() > 1 {
bail!("Multiple input files not supported for zstd extraction");
}
let path = &paths[0];
file_size = Some(std::fs::metadata(path)?.len());
Box::new(BufReader::new(File::open(path)?))
}
CmprssInput::Pipe(stdin) => Box::new(BufReader::new(stdin)),
CmprssInput::Reader(reader) => reader.0,
};
let mut decoder = Decoder::new(input_stream)?;
if let CmprssOutput::Writer(mut writer) = output {
io::copy(&mut decoder, &mut writer)?;
} else {
let mut output_stream: Box<dyn Write + Send> = match &output {
CmprssOutput::Path(path) => Box::new(BufWriter::new(File::create(path)?)),
CmprssOutput::Pipe(stdout) => Box::new(BufWriter::new(stdout)),
CmprssOutput::Writer(_) => unreachable!(),
};
copy_with_progress(
&mut decoder,
&mut output_stream,
self.progress_args.chunk_size.size_in_bytes,
file_size,
self.progress_args.progress,
&output,
)?;
}
Ok(())
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::test_utils::*;
#[test]
fn test_zstd_interface() {
let compressor = Zstd::default();
test_compressor_interface(&compressor, "zstd", Some("zst"));
}
#[test]
fn test_zstd_default_compression() -> Result {
let compressor = Zstd::default();
test_compression(&compressor)
}
#[test]
fn test_zstd_fast_compression() -> Result {
let fast_compressor = Zstd {
compression_level: 1,
progress_args: ProgressArgs::default(),
};
test_compression(&fast_compressor)
}
#[test]
fn test_zstd_best_compression() -> Result {
let best_compressor = Zstd {
compression_level: 22,
progress_args: ProgressArgs::default(),
};
test_compression(&best_compressor)
}
#[test]
fn test_zstd_compression_validator() {
let validator = ZstdCompressionValidator;
test_compression_validator_helper(
&validator,
-7, 22, 1, Some(1), Some(22), Some(-7), );
}
}