1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
use crate::Error;
use async_shutdown::Shutdown;
use futures::{Stream, StreamExt};
use std::fs::{self, File};
use std::io::copy;
use std::{path::Path, sync::Arc};
pub async fn concatenator<P: 'static>(
mut dest: File,
mut parts: P,
_path: Arc<Path>,
shutdown: Shutdown,
) -> Result<(), Error>
where
P: Stream<Item = Result<(Arc<Path>, File), Error>> + Send + Unpin,
{
let main = async move {
let _token = match shutdown.delay_shutdown_token() {
Ok(token) => token,
Err(_) => return Err(Error::Canceled),
};
let task = async {
while let Some(task_result) = parts.next().await {
crate::utils::shutdown_check(&shutdown)?;
let (source, mut source_file) = task_result?;
concatenate(&mut dest, source, &mut source_file)?;
}
Ok(())
};
let result = task.await;
result
};
tokio::task::spawn_blocking(|| futures::executor::block_on(main))
.await
.unwrap()
}
fn concatenate(
concatenated_file: &mut File,
part_path: Arc<Path>,
part_file: &mut File,
) -> Result<(), Error> {
copy(part_file, concatenated_file).map_err(Error::Concatenate)?;
if let Err(why) = fs::remove_file(&*part_path) {
error!("failed to remove part file ({:?}): {}", part_path, why);
}
Ok(())
}