esthri 8.5.1

Extremely simple (memory stable) S3 client that supports get, put, head, list, and sync.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

/*
 * Copyright (C) 2020 Swift Navigation Inc.
 * Contact: Swift Navigation <dev@swiftnav.com>
 *
 * This source is subject to the license found in the file 'LICENSE' which must
 * be be distributed together with this source. All other rights reserved.
 *
 * THIS CODE AND INFORMATION IS PROVIDED "AS IS" WITHOUT WARRANTY OF ANY KIND,
 * EITHER EXPRESSED OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND/OR FITNESS FOR A PARTICULAR PURPOSE.
 */

use std::{collections::HashMap, path::Path};

use async_compression::tokio::bufread::GzipEncoder;
use log::debug;
use tokio::{
    fs::File,
    io::{self, BufReader},
};

use crate::{tempfile::TempFile, Config, Result};

pub const ESTHRI_METADATA_COMPRESS_KEY: &str = "esthri_compress_version";

pub async fn compress_to_tempfile(path: &Path) -> Result<(TempFile, u64)> {
    debug!("compressing: {}", path.display());
    let dir = match (Config::global().temp_dir_path(), path.parent()) {
        (Some(dir), _) => dir,
        (None, Some(parent)) => parent.to_owned(),
        _ => std::env::current_dir()?,
    };
    let mut src = {
        let f = File::open(path).await?;
        let size = f.metadata().await?.len();
        debug!("old file size: {}", size);
        GzipEncoder::new(BufReader::new(f))
    };
    let mut dest = TempFile::new(dir, Some(".gz")).await?;
    let new_size = io::copy(&mut src, dest.file_mut()).await?;
    dest.rewind().await?;
    debug!("new file size: {}", new_size);
    Ok((dest, new_size))
}

pub fn compressed_file_metadata() -> HashMap<String, String> {
    let mut m = HashMap::new();
    m.insert(
        ESTHRI_METADATA_COMPRESS_KEY.to_string(),
        env!("CARGO_PKG_VERSION").to_string(),
    );
    m
}