docbox-storage 0.8.2

Docbox storage layer abstraction
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

use aws_sdk_s3::presigning::PresignedRequest;
use reqwest::header::{HeaderName, HeaderValue};
use std::str::FromStr;

use crate::common::minio::{test_minio_container, test_storage_factory};

mod common;

/// Test helper to perform presigned uploads
async fn presigned_upload(request: PresignedRequest, data: &'static [u8]) {
    let client = reqwest::Client::default();
    client
        .request(request.method().parse().unwrap(), request.uri().to_string())
        .body(data)
        .headers(
            request
                .headers()
                .map(|(key, value)| {
                    (
                        HeaderName::from_str(key).unwrap(),
                        HeaderValue::from_str(value).unwrap(),
                    )
                })
                .collect(),
        )
        .send()
        .await
        .unwrap()
        .error_for_status()
        .unwrap();
}

/// Tests uploading a file using presigned uploads succeeds
#[tokio::test]
async fn test_upload_file_presigned_minio() {
    let container = test_minio_container().await;
    let storage_factory = test_storage_factory(&container).await;
    let storage = storage_factory.create_test_layer();

    let data = b"test";

    storage.create_bucket().await.unwrap();
    let (request, _date) = storage
        .create_presigned("test.txt", data.len() as i64)
        .await
        .unwrap();

    presigned_upload(request, data).await;

    let contents = storage
        .get_file("test.txt")
        .await
        .unwrap()
        .collect_bytes()
        .await
        .unwrap();

    assert_eq!(contents.as_ref(), b"test");
}

/// Tests uploading a file using presigned uploads with a duplicate key will override the existing content
#[tokio::test]
async fn test_upload_file_duplicate_key_override_minio() {
    let container = test_minio_container().await;
    let storage_factory = test_storage_factory(&container).await;
    let storage = storage_factory.create_test_layer();

    // First write
    {
        let data = b"test";

        storage.create_bucket().await.unwrap();
        let (request, _date) = storage
            .create_presigned("test.txt", data.len() as i64)
            .await
            .unwrap();

        presigned_upload(request, data).await;

        let contents = storage
            .get_file("test.txt")
            .await
            .unwrap()
            .collect_bytes()
            .await
            .unwrap();

        assert_eq!(contents.as_ref(), b"test");
    }

    // Second write
    {
        let data2 = b"test2";

        let (request, _date) = storage
            .create_presigned("test.txt", data2.len() as i64)
            .await
            .unwrap();

        presigned_upload(request, data2).await;

        let contents = storage
            .get_file("test.txt")
            .await
            .unwrap()
            .collect_bytes()
            .await
            .unwrap();

        assert_eq!(contents.as_ref(), b"test2");
    }
}