shuflr-cli 0.1.1

Command-line interface for shuflr (produces the `shuflr` binary)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

//! `shuflr` — streaming shuffled JSONL.
//!
//! Binary crate. All five shuffle modes (`none`, `buffer`, `chunk-shuffled`,
//! `index-perm`, `reservoir`) are wired through `subcommand::stream`;
//! `convert`, `info`, `analyze`, `index`, `verify`, `completions`, and
//! `man` are also live. `serve` is designed in
//! `docs/design/005-serve-multi-transport.md` but not yet implemented.
//!
//! See `docs/design/002-revised-plan.md` for the v1 spec and amendments
//! 003 / 004 / 005 for later additions.

#![cfg_attr(test, allow(clippy::unwrap_used, clippy::expect_used))]

mod cli;
mod commands;
mod exit;
mod progress;

use std::io::Write as _;
use std::process::ExitCode;

fn main() -> ExitCode {
    install_panic_hook();

    let parsed = cli::parse();
    install_logging(parsed.command.log_level());

    let code = match parsed.command {
        cli::Command::Stream(a) => commands::stream_dispatch(a),
        #[cfg(feature = "serve")]
        cli::Command::Serve(a) => commands::serve(a),
        #[cfg(feature = "zstd")]
        cli::Command::Convert(a) => commands::convert(a),
        #[cfg(feature = "zstd")]
        cli::Command::Info(a) => commands::info(a),
        cli::Command::Analyze(a) => commands::analyze(a),
        cli::Command::Index(a) => commands::index(a),
        cli::Command::Verify(a) => commands::verify(a),
        cli::Command::Completions(a) => commands::completions(a),
        cli::Command::Man(a) => commands::man(a),
    };
    code.into()
}

/// Route panics to a concise stderr line and exit 70 rather than spewing a backtrace.
/// Users pass `RUST_BACKTRACE=1` when they actually want the detail.
fn install_panic_hook() {
    let default = std::panic::take_hook();
    std::panic::set_hook(Box::new(move |info| {
        let _ = writeln!(
            std::io::stderr(),
            "shuflr: internal error; please report at \
             https://github.com/mjbommar/shuflr/issues"
        );
        if std::env::var_os("RUST_BACKTRACE").is_some() {
            default(info);
        }
    }));
}

/// Install a tracing subscriber with a filter derived from (in order of priority):
/// 1. `SHUFLR_LOG` env var (EnvFilter syntax — supports `info,hyper=warn` etc.)
/// 2. `RUST_LOG` (standard convention; inherited from ecosystem tools)
/// 3. The `--log-level` flag for the active subcommand
fn install_logging(flag_default: &str) {
    use tracing_subscriber::{EnvFilter, fmt};

    let filter = EnvFilter::try_from_env("SHUFLR_LOG")
        .or_else(|_| EnvFilter::try_from_default_env())
        .unwrap_or_else(|_| EnvFilter::new(flag_default));

    let _ = fmt()
        .with_env_filter(filter)
        .with_writer(std::io::stderr)
        .with_target(false)
        .try_init();
}