esthri 10.0.3

Extremely simple (memory stable) S3 client that supports get, put, head, list, and sync.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

/*
 * Copyright (C) 2022 Swift Navigation Inc.
 * Contact: Swift Navigation <dev@swiftnav.com>
 *
 * This source is subject to the license found in the file 'LICENSE' which must
 * be be distributed together with this source. All other rights reserved.
 *
 * THIS CODE AND INFORMATION IS PROVIDED "AS IS" WITHOUT WARRANTY OF ANY KIND,
 * EITHER EXPRESSED OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND/OR FITNESS FOR A PARTICULAR PURPOSE.
 */

use std::{path::Path, time::Duration};

use esthri_internals::{
    hyper::HeaderMap,
    rusoto::{
        util::{PreSignedRequest, PreSignedRequestOption},
        AwsCredentials, PutObjectRequest, Region,
    },
};

use reqwest::{header::CONTENT_LENGTH, Body, Client};
use tokio_util::codec::{BytesCodec, FramedRead};

use crate::{compression::compressed_meta_value, opts::EsthriPutOptParams, Result};

use super::{file_maybe_compressed, DEAFULT_EXPIRATION};

const COMPRESS_HEADER: &str = "x-amz-meta-esthri_compress_version";

/// Generate a presigned URL for a client to use to upload a file.
/// The file can be deleted using an HTTP PUT on this URL.
/// Note that the headers `Content-Length`, `x-amz-acl`, `x-amz-storage-class`
/// and `x-amz-meta-esthri_compress_version` may need to be set.
pub fn presign_put(
    credentials: &AwsCredentials,
    region: &Region,
    bucket: impl AsRef<str>,
    key: impl AsRef<str>,
    expiration: Option<Duration>,
    opts: EsthriPutOptParams,
) -> String {
    let options = PreSignedRequestOption {
        expires_in: expiration.unwrap_or(DEAFULT_EXPIRATION),
    };
    PutObjectRequest {
        bucket: bucket.as_ref().to_owned(),
        key: key.as_ref().to_owned(),
        storage_class: opts.storage_class.map(|s| s.to_string()),
        acl: Some("bucket-owner-full-control".into()),
        ..Default::default()
    }
    .get_presigned_url(region, credentials, &options)
}

/// Helper to download a file using a presigned URL, setting appropriate
/// headers.
pub async fn upload_file_presigned(
    client: &Client,
    presigned_url: &str,
    filepath: &Path,
    opts: EsthriPutOptParams,
) -> Result<()> {
    let file = file_maybe_compressed(filepath, &opts).await?;
    let file_size = file.metadata().await?.len();
    let stream = FramedRead::new(file, BytesCodec::new());
    let body = Body::wrap_stream(stream);
    let mut headers = HeaderMap::new();
    headers.insert(CONTENT_LENGTH, file_size.into());
    headers.insert("x-amz-acl", "bucket-owner-full-control".parse().unwrap());
    if let Some(class) = opts.storage_class {
        headers.insert("x-amz-storage-class", class.to_string().parse().unwrap());
    }
    if opts.transparent_compression {
        headers.insert(COMPRESS_HEADER, compressed_meta_value().parse().unwrap());
    }
    client
        .put(presigned_url)
        .headers(headers)
        .body(body)
        .send()
        .await?
        .error_for_status()?;
    Ok(())
}