s3v4 0.3.4

//! Upload file to S3 object storage.
//! This example uses the `ureq` crate to make the request, reading the data from a file.
//! Credentials are read from the environment variables S3_ACCESS and S3_SECRET.
//! Note that normally it is not possible to upload a file larger than 1GiB, without
//! resorting to multipart uploads.
//! Usage:
//! ```shell
//! $ S3_ACCESS=<access> S3_SECRET=<secret> cargo run --example upload \
//!    -- <endpoint URL> <file> <bucket> <key>
//! ```
//! It is possible to add headers to the request, by specifying a semicolon-separated list of
//! `key:value` pairs as the last argument.
//! E.g., adding metadata
//! ```shell
//! $ S3_ACCESS=<access> S3_SECRET=<secret> cargo run --example upload \
//!    -- <endpoint URL> <file> <bucket> <key> "x-amz-meta-foo:bar"
//! ```
use std::fs::File;
use std::time::Instant;
use ureq::AgentBuilder;
use url;
type HeaderMap = std::collections::HashMap<String, String>;

struct RequestData {
    endpoint: url::Url,
    access: String,
    secret: String,
    bucket: String,
    key: String,
    region: String,
}
fn main() -> Result<(), String> {
    let file_name = std::env::args().nth(1).expect("missing file name");
    let endpoint =
        url::Url::parse(&std::env::args().nth(2).expect("missing url")).expect("Malformed URL");
    let bucket = std::env::args().nth(3).expect("missing bucket");
    let key = std::env::args().nth(4).expect("missing key");
    let access = std::env::var("S3_ACCESS").map_err(|err| err.to_string())?;
    let secret = std::env::var("S3_SECRET").map_err(|err| err.to_string())?;
    let region = match std::env::args().nth(5) {
        Some(r) => r,
        _ => "us-east-1".to_string(),
    };
    let headers = match std::env::args().nth(6) {
        Some(h) => parse_headers(&h),
        None => HeaderMap::new(),
    };
    let len = std::fs::metadata(&file_name)
        .map_err(|err| err.to_string())?
        .len();
    let file = File::open(&file_name).map_err(|err| err.to_string())?;
    let start = Instant::now();
    let rd = RequestData {
        endpoint,
        access,
        secret,
        bucket,
        key,
        region,
    };
    upload_object(file, len, &rd, &headers)?;
    let elapsed = start.elapsed().as_secs_f64();
    println!(
        "{:.2} s {:.2} MiB/s",
        elapsed,
        (len / 0x100000) as f64 / elapsed
    );

    Ok(())
}

//------------------------------------------------------------------------------
/// Parse headers from string.
/// Headers are formatted as "key:value" pairs, separated by the `;` character.
fn parse_headers(h: &str) -> HeaderMap {
    let mut headers = HeaderMap::new();
    h.split(';').into_iter().for_each(|s| {
        let (k, v) = (
            s.split(':').nth(0).expect("Missing header").trim(),
            s.split(':').nth(1).expect("Missing header value").trim(),
        );
        if !k.is_empty() && !v.is_empty() {
            headers.insert(k.to_string(), v.to_string());
        }
    });
    headers
}

//------------------------------------------------------------------------------
/// Upload data from file to S3 object.
fn upload_object(
    data: impl std::io::Read,
    len: u64,
    req_data: &RequestData,
    headers: &HeaderMap,
) -> Result<(), String> {
    let uri = format!(
        "{}{}/{}?",
        req_data.endpoint.as_str(),
        req_data.bucket,
        req_data.key
    );

    let url = url::Url::parse(&uri).map_err(|err| err.to_string())?;
    let method = "PUT";
    let signature = s3v4::signature(
        &url,
        method,
        &req_data.access,
        &req_data.secret,
        &req_data.region,
        &"s3",
        "UNSIGNED-PAYLOAD",
    )
    .map_err(|err| format!("{:?}", err))?;
    let agent = AgentBuilder::new().build();
    let mut req = agent
        .put(&uri)
        .set("x-amz-content-sha256", "UNSIGNED-PAYLOAD")
        .set("x-amz-date", &signature.date_time)
        .set("authorization", &signature.auth_header)
        .set("content-length", &len.to_string());
    for (k, v) in headers {
        req = req.set(k, v);
    }
    let response = req.send(data).map_err(|err| format!("{:?}", err))?;
    if response.status() >= 300 {
        let status = response.status();
        let body = response.into_string().map_err(|err| err.to_string())?;
        return Err(format!("Error - {}\n{}", status, body));
    }
    let etag = response
        .header("ETag")
        .ok_or("Missing ETag")?
        .trim_matches('"');
    println!("ETag: {}", etag);
    Ok(())
}