remnant 0.1.2

Create random sub-samples from CSV files or PostgreSQL databases
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

use anyhow::Result;
use clap::{Parser, Subcommand};
use remnant::pg::OutputFormat;
use std::time::Instant;

#[derive(Parser, Debug)]
#[command(author, version, about, long_about = None)]
struct Cli {
    #[command(subcommand)]
    command: Commands,
}

#[derive(Subcommand, Debug)]
enum Commands {
    /// Sample a percentage of rows from a CSV file
    Csv {
        #[arg(short, long)]
        file: String,

        #[arg(short, long, default_value_t = 10.0)]
        percent: f64,

        #[arg(short, long, default_value_t = 10_000)]
        max_records: i32,

        #[arg(short, long)]
        outfile: String,

        #[arg(short, long)]
        seed: Option<u64>,
    },
    /// Sample a percentage of rows from each table in a PostgreSQL database
    Pg {
        #[arg(short, long)]
        connection_string: String,

        #[arg(short, long)]
        outdir: String,

        #[arg(short, long, default_value_t = 10.0)]
        percent: f64,

        #[arg(short = 'S', long)]
        seed: Option<u64>,

        #[arg(short, long, value_enum, default_value_t = OutputFormat::Csv)]
        format: OutputFormat,

        /// Comma-separated list of schemas to include (default: all non-system schemas)
        #[arg(long, value_delimiter = ',')]
        schemas: Option<Vec<String>>,
    },
}

#[tokio::main]
async fn main() -> Result<()> {
    let t1 = Instant::now();
    let cli = Cli::parse();

    match cli.command {
        Commands::Csv {
            file,
            percent,
            max_records,
            outfile,
            seed,
        } => {
            remnant::csv::run(&file, &outfile, percent, Some(max_records as usize), seed)?;
        }
        Commands::Pg {
            connection_string,
            outdir,
            percent,
            seed,
            format,
            schemas,
        } => {
            remnant::pg::run(&connection_string, &outdir, percent, seed, format, schemas).await?;
        }
    }

    let t2 = Instant::now();
    println!("Completed in: {:?}", t2 - t1);

    Ok(())
}