azure_storage_blobs 0.21.0

Azure Blob Storage crate from the Azure SDK for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

use azure_storage::prelude::*;
use azure_storage_blobs::prelude::*;
use futures::stream::StreamExt;
use uuid::Uuid;

#[tokio::main]
async fn main() -> azure_core::Result<()> {
    // First we retrieve the account name and access key from environment variables.
    let account =
        std::env::var("STORAGE_ACCOUNT").expect("Set env variable STORAGE_ACCOUNT first!");
    let access_key =
        std::env::var("STORAGE_ACCESS_KEY").expect("Set env variable STORAGE_ACCESS_KEY first!");

    let container_name = format!("range-example-{}", Uuid::new_v4());
    let blob_name = format!("blob-{}.txt", Uuid::new_v4());

    let storage_credentials = StorageCredentials::access_key(account.clone(), access_key);
    let container_client =
        BlobServiceClient::new(account, storage_credentials).container_client(container_name);
    container_client.create().await?;

    let blob_client = container_client.blob_client(&blob_name);

    let buf = b"0123456789".repeat(1000);

    blob_client.put_block_blob(buf.clone()).await?;

    // if we get the entire content, it should match
    let blob = blob_client.get_content().await?;
    assert_eq!(blob, buf);

    // if we only download specific ranges, this should act like we took a range slice
    // from the buffer
    for range in [0..1024, 10..100, 3..103] {
        let mut chunk: Vec<u8> = vec![];
        let mut stream = blob_client.get().range(range.clone()).into_stream();
        while let Some(value) = stream.next().await {
            let value = value?.data.collect().await?;
            chunk.extend(&value);
        }
        assert_eq!(chunk, &buf[range.clone()]);

        // if we download the range in large chunks, the result should still be the same
        let mut chunk: Vec<u8> = vec![];
        let mut stream = blob_client
            .get()
            .range(range.clone())
            .chunk_size(0xFFFF_FFFF_FFFFu64)
            .into_stream();
        while let Some(value) = stream.next().await {
            let value = value?.data.collect().await?;
            chunk.extend(&value);
        }
        assert_eq!(chunk, &buf[range.clone()]);

        // download a large blob streaming the individual page to keep memory usage low
        let mut result: Vec<u8> = vec![];
        let mut stream = blob_client
            .get()
            .chunk_size(0xFFFF_FFFF_FFFFu64)
            .into_stream();
        while let Some(value) = stream.next().await {
            let mut data_stream = value?.data;
            while let Some(value) = data_stream.next().await {
                let value = value?;
                result.extend(&value);
            }
        }
        assert_eq!(
            buf, result,
            "streamed blob content should match original buf"
        );

        // if we download the range in tiny chunks, the result should still be the same
        let mut chunk: Vec<u8> = vec![];
        let mut stream = blob_client
            .get()
            .range(range.clone())
            .chunk_size(17u64)
            .into_stream();
        while let Some(value) = stream.next().await {
            let value = value?.data.collect().await?;
            chunk.extend(&value);
        }
        assert_eq!(chunk, &buf[range.clone()]);
    }

    // download the whole blob in 100 byte chunks
    let mut result: Vec<u8> = vec![];
    let mut stream = blob_client.get().chunk_size(100u64).into_stream();
    while let Some(value) = stream.next().await {
        let value = value?.data.collect().await?;
        result.extend(&value);
    }
    assert_eq!(
        buf, result,
        "streamed blob content should match original buf"
    );

    container_client.delete().await?;

    Ok(())
}