dbcrossbarlib 0.5.3

Library for copying data between databases (pre-release)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

//! Download files from S3.

use std::process::Stdio;
use tokio::io::BufReader;

use super::aws_s3_command;
use crate::common::*;
use crate::tokio_glue::copy_reader_to_stream;

/// Download the file at the specified URL as a stream.
#[instrument(level = "trace", skip(ctx))]
pub(crate) async fn download_file(
    ctx: &Context,
    file_url: &Url,
) -> Result<BoxStream<BytesMut>> {
    debug!("streaming from {} using `aws s3 cp`", file_url);
    let mut child = aws_s3_command()
        .await?
        .args(["cp", file_url.as_str(), "-"])
        .stdout(Stdio::piped())
        .spawn()
        .context("error running `aws s3 cp`")?;
    let child_stdout = child.stdout.take().expect("child should have stdout");
    let child_stdout = BufReader::with_capacity(BUFFER_SIZE, child_stdout);
    let data = copy_reader_to_stream(child_stdout)?;
    ctx.spawn_process(format!("aws s3 cp {} -", file_url), child);
    Ok(data.boxed())
}