syntaxdot-summary 0.3.0

TensorBoard summary writer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

use std::io::{self, Write};

use crate::crc32::CheckSummer;

/// Write data in TFRecord format.
pub struct TFRecordWriter<W> {
    checksummer: CheckSummer,
    write: W,
}

impl<W> From<W> for TFRecordWriter<W>
where
    W: Write,
{
    fn from(write: W) -> Self {
        TFRecordWriter {
            checksummer: CheckSummer::new(),
            write,
        }
    }
}

impl<W> TFRecordWriter<W>
where
    W: Write,
{
    pub fn flush(&mut self) -> io::Result<()> {
        self.write.flush()
    }

    pub fn write(&mut self, data: &[u8]) -> io::Result<()> {
        let len = (data.len() as u64).to_le_bytes();
        self.write.write_all(&len)?;
        self.write
            .write_all(&self.checksummer.crc32c_masked(&len).to_le_bytes())?;
        self.write.write_all(data)?;
        self.write
            .write_all(&self.checksummer.crc32c_masked(data).to_le_bytes())?;

        Ok(())
    }
}

// TFRecord format:
//
// uint64 length
// uint32 masked_crc32_of_length
// byte   data[length]
// uint32 masked_crc32_of_data