dbcrossbarlib 0.5.3

Library for copying data between databases (pre-release)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

//! Upload files to S3.

use std::process::Stdio;

use super::aws_s3_command;
use crate::common::*;
use crate::tokio_glue::copy_stream_to_writer;

/// Upload `data` as a file at `url`.
#[instrument(level = "trace", skip(data))]
pub(crate) async fn upload_file<'a>(
    data: BoxStream<BytesMut>,
    file_url: &'a Url,
) -> Result<()> {
    // Run `aws cp - $URL` as a background process.
    debug!("uploading stream to `aws s3`");
    let mut child = aws_s3_command()
        .await?
        .args(["cp", "-", file_url.as_str()])
        .stdin(Stdio::piped())
        // Throw away stdout so it doesn't corrupt our output.
        .stdout(Stdio::null())
        .spawn()
        .context("error running `aws s3`")?;
    let child_stdin = child.stdin.take().expect("child should have stdin");

    // Copy data to our child process.
    copy_stream_to_writer(data, child_stdin)
        .await
        .context("error copying data to `aws s3`")?;

    // Wait for `aws s3` to finish.
    let status = child
        .wait()
        .await
        .with_context(|| format!("error finishing upload to {}", file_url))?;
    if status.success() {
        Ok(())
    } else {
        Err(format_err!("`aws s3` returned error: {}", status))
    }
}