lakestream 0.0.2

Portable file-utility for object-stores
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

use std::env;

use clap::{Arg, ArgAction, Command};

use super::ls_command::handle_ls;

const PROGRAM_NAME: &str = "lakestream";

pub fn run_cli(args: Vec<String>) {
    let app = Command::new(PROGRAM_NAME)
        .version(env!("CARGO_PKG_VERSION"))
        .arg_required_else_help(true)
        .about(format!(
            "List objects in an S3 bucket\n\nExample:\n {} ls \
             s3://bucket-name/ --max-files 100",
            PROGRAM_NAME
        ))
        .arg(
            Arg::new("region")
                .long("region")
                .short('r')
                .help("Region to use"),
        )
        .subcommand(
            Command::new("ls")
                .about("List objects on Local Filesystem or an S3 bucket")
                .arg(
                    Arg::new("uri").index(1).required(true).help(
                        "URI to list objects from. E.g. s3://bucket-name/",
                    ),
                )
                .arg(Arg::new("name").long("name").short('n').help(
                    "Filter objects based on name. E.g. 'foo', 'foo.*', \
                     '.*bar'",
                ))
                .arg(
                    Arg::new("size")
                        .long("size")
                        .short('s')
                        .num_args(1)
                        .allow_hyphen_values(true)
                        .help(
                            "Filter objects based on size. E.g. '-1K', '+4M', \
                             '+1G', '-1G', '5G', '1G-2G'",
                        ),
                )
                .arg(
                    Arg::new("mtime")
                        .long("mtime")
                        .short('t')
                        .num_args(1)
                        .allow_hyphen_values(true)
                        .help(
                            "Filter objects based on the time offset. E.g. \
                             '-60s', '+5m', '-1h', '+2D', '-3W', '+1M', '-1Y'",
                        ),
                )
                .arg(
                    Arg::new("recursive")
                        .long("recursive")
                        .short('r')
                        .action(ArgAction::SetTrue)
                        .help("List (virtual) subdirectories recursively"),
                )
                .arg(
                    Arg::new("max_files")
                        .long("max-files")
                        .short('m')
                        .default_value("1000")
                        .help("Maximum number of files to list"),
                ),
        );
    let matches = app.try_get_matches_from(args).unwrap_or_else(|e| {
        e.exit();
    });

    let region = matches.get_one::<String>("region").map(ToString::to_string);

    if let Some(ls_matches) = matches.subcommand_matches("ls") {
        handle_ls(ls_matches, region);
    }
}