tfrecord 0.15.0

TFRecord de/serialize for TensorBoard
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

mod common;

use common::*;
use tfrecord::{BytesIter, BytesWriter, Example, ExampleIter, ExampleWriter};

#[test]
fn reader_test() {
    // bytes
    {
        let reader = BytesIter::open(&*INPUT_TFRECORD_PATH, Default::default()).unwrap();
        reader.collect::<Result<Vec<Vec<u8>>, _>>().unwrap();
    }

    // examples
    {
        let reader = ExampleIter::open(&*INPUT_TFRECORD_PATH, Default::default()).unwrap();
        reader.collect::<Result<Vec<Example>, _>>().unwrap();
    }
}

#[test]
fn writer_test() {
    let output_path = DATA_DIR.join("blocking_writer_output.tfrecord");

    // bytes
    {
        let reader = BytesIter::open(&*INPUT_TFRECORD_PATH, Default::default()).unwrap();
        let mut writer = BytesWriter::create(&output_path).unwrap();

        for result in reader {
            let bytes = result.unwrap();
            writer.send(bytes).unwrap();
        }

        std::fs::remove_file(&output_path).unwrap();
    }

    // examples
    {
        let reader = ExampleIter::open(&*INPUT_TFRECORD_PATH, Default::default()).unwrap();
        let mut writer = ExampleWriter::create(&output_path).unwrap();

        for result in reader {
            let example = result.unwrap();
            writer.send(example).unwrap();
        }

        std::fs::remove_file(&output_path).unwrap();
    }
}

#[cfg(feature = "serde")]
#[test]
fn serde_test() {
    use prost::Message as _;

    BytesIter::open(&*INPUT_TFRECORD_PATH, Default::default())
        .unwrap()
        .try_for_each(|result| -> Result<_> {
            let bytes = result.unwrap();
            let example = Example::decode(bytes.as_slice()).unwrap();
            let _: Example =
                serde_json::from_str(&serde_json::to_string(&example).unwrap()).unwrap();

            Ok(())
        })
        .unwrap();
}