icepick 0.4.1

Experimental Rust client for Apache Iceberg with WASM support for AWS S3 Tables and Cloudflare R2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

//! icepick CLI - Iceberg table maintenance tool

use clap::{Parser, Subcommand};
use icepick::cli::commands::{
    catalog as catalog_cmd, commit as commit_cmd, compact as compact_cmd,
    namespace as namespace_cmd, snapshot as snapshot_cmd, table as table_cmd,
};
use icepick::cli::{CatalogConfig, OutputFormat};

/// Iceberg table maintenance CLI
#[derive(Debug, Parser)]
#[command(name = "icepick", about = "Iceberg table maintenance CLI")]
#[command(version, author)]
struct Cli {
    #[command(subcommand)]
    command: Commands,

    /// Iceberg REST catalog URL (e.g., https://catalog.cloudflarestorage.com/account/bucket)
    #[arg(long, env = "ICEPICK_CATALOG_URL", global = true)]
    catalog_url: Option<String>,

    /// API Token for catalog authentication
    #[arg(long, env = "ICEPICK_TOKEN", global = true)]
    token: Option<String>,

    /// Output format
    #[arg(long, short, default_value = "text", global = true)]
    output: OutputFormat,
}

#[derive(Debug, Subcommand)]
enum Commands {
    /// Catalog operations
    #[command(subcommand)]
    Catalog(catalog_cmd::CatalogCommand),

    /// Namespace operations
    #[command(subcommand)]
    Namespace(namespace_cmd::NamespaceCommand),

    /// Table operations
    #[command(subcommand)]
    Table(table_cmd::TableCommand),

    /// Snapshot operations (list, cleanup)
    #[command(subcommand)]
    Snapshot(snapshot_cmd::SnapshotCommand),

    /// Compact a table
    Compact(compact_cmd::CompactArgs),

    /// Commit Parquet files to a table
    Commit(commit_cmd::CommitArgs),
}

#[tokio::main]
async fn main() {
    // Initialize tracing
    tracing_subscriber::fmt()
        .with_env_filter(
            tracing_subscriber::EnvFilter::from_default_env()
                .add_directive(tracing::Level::WARN.into()),
        )
        .init();

    let cli = Cli::parse();

    let config = CatalogConfig {
        catalog_url: cli.catalog_url,
        token: cli.token,
    };

    let result = match cli.command {
        Commands::Catalog(cmd) => catalog_cmd::execute(cmd, &config, cli.output).await,
        Commands::Namespace(cmd) => namespace_cmd::execute(cmd, &config, cli.output).await,
        Commands::Table(cmd) => table_cmd::execute(cmd, &config, cli.output).await,
        Commands::Snapshot(cmd) => snapshot_cmd::execute(cmd, &config, cli.output).await,
        Commands::Compact(args) => compact_cmd::execute(args, &config, cli.output).await,
        Commands::Commit(args) => commit_cmd::execute(args, &config, cli.output).await,
    };

    if let Err(e) = result {
        eprintln!("Error: {}", e);
        std::process::exit(1);
    }
}