dsv 0.13.0

dsv (Data Swiss Knife) — a high-performance CSV, Parquet, and JSONL CLI toolkit. Modern xsv fork with all 33 community PRs merged.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

use crate::config::Config;
use crate::data::{DataWriter, Format};
use crate::CliResult;
use clap::Parser;

#[derive(Parser, Debug)]
pub struct Args {
    #[arg()]
    pub arg_input: String,
    #[arg()]
    pub arg_output: String,
    #[arg(short = 'f', long = "from")]
    pub flag_from: Option<String>,
    #[arg(short = 't', long = "to")]
    pub flag_to: Option<String>,
    #[arg(short = 'n', long = "no-headers")]
    pub flag_no_headers: bool,
    #[arg(short = 'd', long = "delimiter", value_name = "arg")]
    pub flag_delimiter: Option<crate::config::Delimiter>,
}

pub fn run(args: &Args) -> CliResult<()> {
    let in_fmt = match &args.flag_from {
        Some(f) => Format::from_path(f),
        None => Format::from_path(&args.arg_input),
    };
    let out_fmt = match &args.flag_to {
        Some(f) => Format::from_path(f),
        None => Format::from_path(&args.arg_output),
    };

    let delim = args.flag_delimiter.map(|d| d.as_byte());
    let mut rdr = Config::new(&Some(args.arg_input.clone()))
        .delimiter(args.flag_delimiter)
        .no_headers(args.flag_no_headers)
        .data_reader(in_fmt)?;
    let headers = if !args.flag_no_headers {
        rdr.headers().ok()
    } else {
        None
    };

    let mut wtr = DataWriter::from_path(&args.arg_output, out_fmt, delim)?;
    if let Some(ref h) = headers {
        wtr.write_headers(h)?;
    }
    let mut rec = csv::ByteRecord::new();
    while rdr.read_byte_record(&mut rec)? {
        wtr.write_byte_record(&rec)?;
    }
    wtr.flush()?;
    Ok(())
}