1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
use async_fs::File;
use futures::io::AsyncWriteExt;
use std::fs::OpenOptions;
use crate::anyhow::Result;
use crate::runtime::Block;
use crate::runtime::BlockMeta;
use crate::runtime::BlockMetaBuilder;
use crate::runtime::Kernel;
use crate::runtime::MessageIo;
use crate::runtime::MessageIoBuilder;
use crate::runtime::StreamIo;
use crate::runtime::StreamIoBuilder;
use crate::runtime::WorkIo;
pub struct FileSink<T: Send + 'static> {
file_name: String,
file: Option<File>,
_type: std::marker::PhantomData<T>,
}
impl<T: Send + 'static> FileSink<T> {
pub fn new<S: Into<String>>(file_name: S) -> Block {
Block::new(
BlockMetaBuilder::new("FileSink").build(),
StreamIoBuilder::new()
.add_input("in", std::mem::size_of::<T>())
.build(),
MessageIoBuilder::new().build(),
FileSink::<T> {
file_name: file_name.into(),
file: None,
_type: std::marker::PhantomData,
},
)
}
}
#[doc(hidden)]
#[async_trait]
impl<T: Send + 'static> Kernel for FileSink<T> {
async fn work(
&mut self,
io: &mut WorkIo,
sio: &mut StreamIo,
_mio: &mut MessageIo<Self>,
_meta: &mut BlockMeta,
) -> Result<()> {
let i = sio.input(0).slice::<u8>();
let item_size = std::mem::size_of::<T>();
let items = i.len() / item_size;
if items > 0 {
let i = &i[..items * item_size];
match self.file.as_mut().unwrap().write_all(i).await {
Ok(()) => {}
Err(e) => panic!("FileSink: writing to {:?} failed: {:?}", self.file_name, e),
}
}
if sio.input(0).finished() {
io.finished = true;
}
sio.input(0).consume(items);
Ok(())
}
async fn init(
&mut self,
_sio: &mut StreamIo,
_mio: &mut MessageIo<Self>,
_meta: &mut BlockMeta,
) -> Result<()> {
let file = OpenOptions::new()
.write(true)
.create(true)
.truncate(true)
.open(self.file_name.clone())
.unwrap();
self.file = Some(file.into());
Ok(())
}
async fn deinit(
&mut self,
_sio: &mut StreamIo,
_mio: &mut MessageIo<Self>,
_meta: &mut BlockMeta,
) -> Result<()> {
self.file.as_mut().unwrap().sync_all().await.unwrap();
Ok(())
}
}