s3-algo 0.7.3

High-performance algorithms for batch operations to Amazon S3
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

use aws_sdk_s3::error::SdkError;
use aws_sdk_s3::operation::copy_object::CopyObjectError;
use aws_sdk_s3::operation::delete_object::DeleteObjectError;
use aws_sdk_s3::operation::delete_objects::DeleteObjectsError;
use aws_sdk_s3::operation::get_object::GetObjectError;
use aws_sdk_s3::operation::list_objects_v2::ListObjectsV2Error;
use aws_sdk_s3::operation::put_object::PutObjectError;
use aws_sdk_s3::primitives::ByteStreamError;
use snafu::{Backtrace, Snafu};
use std::io;

#[derive(Snafu, Debug)]
#[snafu(visibility = "pub")]
pub enum Error {
    #[snafu(display("Io error: {}: {}", description, source))]
    Io {
        source: io::Error,
        description: String,
        backtrace: Backtrace,
    },
    /// Error originating from tokio::Delay
    #[snafu(display("Tokio timer error: {}", source))]
    Delay {
        source: tokio::time::error::Error,
        backtrace: Backtrace,
    },
    #[snafu(display("S3 operation timed out"))]
    Timeout {
        source: tokio::time::error::Elapsed,
    },
    #[snafu(display("Error listing objects in S3: {:?}", source))]
    ListObjectsV2 {
        source: SdkError<ListObjectsV2Error>,
    },
    #[snafu(display("Error deleting objects in S3: {:?}", source))]
    DeleteObjects {
        source: SdkError<DeleteObjectsError>,
    },
    DeleteObject {
        source: SdkError<DeleteObjectError>,
    },
    CopyObject {
        source: SdkError<CopyObjectError>,
    },
    #[snafu(display("GetObject s3://{}/{}: {:#?}", bucket, key, source))]
    GetObject {
        key: String,
        bucket: String,
        source: SdkError<GetObjectError>,
    },
    #[snafu(display("IO error: {}", source))]
    TokioIo {
        source: tokio::io::Error,
    },
    AnyError {
        source: Box<dyn std::error::Error + Send + Sync>,
    },

    #[snafu(display("Downloading objects: missing key or size property"))]
    MissingKeyOrSize,
    #[snafu(display("Downloading objects: missing content_length property"))]
    MissingContentLength,

    // AWS SDK Errors
    #[snafu(display("S3 'put object' error on key '{}': {}", key, source))]
    PutObject {
        source: SdkError<PutObjectError>,
        key: String,
        backtrace: Backtrace,
    },

    #[snafu(display("Error listing objects in S3: {:?}", source))]
    NewListObjectsV2 {
        source: SdkError<ListObjectsV2Error>,
    },

    #[snafu(display("Error deleting objects in S3: {:?}", source))]
    NewDeleteObjects {
        source: SdkError<DeleteObjectsError>,
    },
    NewDeleteObject {
        source: SdkError<DeleteObjectError>,
    },
    NewCopyObject {
        source: SdkError<CopyObjectError>,
    },
    #[snafu(display("GetObject s3://{}/{}: {:#?}", bucket, key, source))]
    NewGetObject {
        key: String,
        bucket: String,
        source: SdkError<GetObjectError>,
    },
}

impl<T> From<SdkError<T>> for Error
where
    T: std::error::Error + Send + Sync + 'static,
{
    fn from(err: SdkError<T>) -> Self {
        Self::AnyError {
            source: Box::new(err),
        }
    }
}

impl From<ByteStreamError> for Error {
    fn from(err: ByteStreamError) -> Self {
        Self::AnyError {
            source: Box::new(err),
        }
    }
}

#[cfg(test)]
mod test {
    use super::*;
    use snafu::GenerateBacktrace;
    #[test]
    fn error_traits() {
        fn foo<T: Send>(_: T) {}
        foo(Error::Io {
            source: io::Error::from_raw_os_error(1),
            description: "hello".into(),
            backtrace: Backtrace::generate(),
        });
    }
}