rrrs 0.1.3

Welcome to RRRS, a rapid, hyper-optimized CSV random sampling tool designed with performance and efficiency at its core.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

// src/library.rs
mod csv_ops {
    pub mod csv_loader;
    pub mod csv_writer;
}
mod sampler_ops {
    pub mod sampler;
}

use std::sync::Arc;
use std::time::Duration;
use indicatif::{ProgressBar, ProgressStyle};
use parking_lot::Mutex;
use csv_ops::{csv_loader, csv_writer};
use sampler_ops::sampler;

pub async fn perform_random_sampling(input_file: &str, output_dir: &str, sample_size: usize) -> Result<(), Box<dyn std::error::Error>> {
    let pb = ProgressBar::new_spinner();

    let pb = Arc::new(Mutex::new(pb));

    pb.lock()
        .set_style(ProgressStyle::default_spinner()
            .template("{msg}\n{prefix:.bold} {spinner:.green} [{elapsed_precise}] [{bar:40.cyan/blue}] {pos}/{len} ({eta})")
            .unwrap()
            .progress_chars("#>-")
        );

    pb.lock().enable_steady_tick(Duration::from_millis(100));

    pb.lock().set_message("Initializing...");

    let lf = csv_loader::load_csv(input_file, Arc::clone(&pb)).await?;

    // Adjust sampler usage to propagate the error correctly
    let sampled_df = sampler::sample_dataframe(lf, sample_size, Arc::clone(&pb)).await;

    csv_writer::write_csv(sampled_df, output_dir, format!("{}-{}.csv", input_file.trim_end_matches(".csv"), sample_size).as_str(), Arc::clone(&pb)).0.expect("Failed to write CSV");

    Ok(())
}