quilt-rs 0.26.0

Rust library for accessing Quilt data packages.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use std::path::Path;

use aws_sdk_s3::error::DisplayErrorContext;
use aws_sdk_s3::operation::put_object::PutObjectOutput;
use aws_sdk_s3::primitives::ByteStream;
use aws_sdk_s3::types::ChecksumAlgorithm;

use crate::checksum::Crc64Hash;
use crate::checksum::ObjectHash;
use crate::checksum::Sha256ChunkedHash;
use crate::error::S3Error;
use crate::io::remote::HostChecksums;
use crate::io::remote::HostConfig;
use crate::uri::S3Uri;
use crate::Error;
use crate::Res;

fn extract_sha256_checksum(output: &PutObjectOutput) -> Res<Option<ObjectHash>> {
    match &output.checksum_sha256 {
        Some(checksum_in_b64) => Ok(Some(Sha256ChunkedHash::try_from(checksum_in_b64)?.into())),
        None => Ok(None),
    }
}

fn extract_crc64_checksum(output: &PutObjectOutput) -> Res<Option<ObjectHash>> {
    match &output.checksum_crc64_nvme {
        Some(checksum_in_b64) => Ok(Some(Crc64Hash::try_from(checksum_in_b64)?.into())),
        None => Ok(None),
    }
}

impl From<&HostChecksums> for ChecksumAlgorithm {
    fn from(requested_checksum: &HostChecksums) -> Self {
        match requested_checksum {
            HostChecksums::Sha256Chunked => ChecksumAlgorithm::Sha256,
            HostChecksums::Crc64 => ChecksumAlgorithm::Crc64Nvme,
        }
    }
}

pub async fn put_and_request_checksum(
    client: aws_sdk_s3::Client,
    source_path: impl AsRef<Path>,
    dest_uri: &S3Uri,
    host_config: &HostConfig,
) -> Res<(S3Uri, ObjectHash)> {
    let response = client
        .put_object()
        .bucket(&dest_uri.bucket)
        .key(&dest_uri.key)
        .body(ByteStream::from_path(source_path).await?)
        .checksum_algorithm((&host_config.checksums).into())
        .send()
        .await
        .map_err(|err| {
            Error::S3(
                host_config.host.clone(),
                S3Error::UploadFile(DisplayErrorContext(err).to_string()),
            )
        })?;
    let checksum = match host_config.checksums {
        HostChecksums::Sha256Chunked => extract_sha256_checksum(&response)?,
        HostChecksums::Crc64 => extract_crc64_checksum(&response)?,
    };
    let uri = S3Uri {
        version: response.version_id,
        ..dest_uri.clone()
    };

    match checksum {
        Some(hash) => Ok((uri, hash)),
        None => Err(Error::ChecksumMissing(host_config.checksums.clone())),
    }
}