dataz 0.3.0

High-throughput generative datasets
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

// Copyright 2022 Daniel Harrison. All Rights Reserved.

//! [serde::Serializer] implementations for crate types.

use serde::ser::SerializeSeq;

use crate::col::{Col, Data};
use crate::Table;

/// Row-oriented serialization of a [Table]'s data.
#[derive(Debug)]
pub struct Rows<T>(pub T);

impl<T> serde::Serialize for Rows<T>
where
    T: Table,
    for<'a> <<T as Table>::Data as Data>::Ref<'a>: serde::Serialize,
{
    fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
    where
        S: serde::Serializer,
    {
        let Rows(table) = self;
        let mut batch = <T::Data as Data>::Col::default();

        let mut seq = serializer.serialize_seq(None)?;
        for batch_idx in 0..table.num_batches() {
            self.0.gen_batch(batch_idx, &mut batch);
            for idx in 0..batch.len() {
                seq.serialize_element(&batch.get(idx))?;
            }
        }
        seq.end()
    }
}

#[cfg(test)]
mod tests {
    use crate::kvtd::{Kvtd, KvtdConfig};
    use crate::Set;

    use super::*;

    #[test]
    fn rows() {
        let table = Kvtd::init(KvtdConfig {
            val_bytes: 4,
            num_rows: 3,
            max_rows_per_batch: 3,
        });

        let actual = serde_json::to_string(&Rows(table)).unwrap();
        const EXPECTED: &str = "[\
[\"0000000000000000\",[197,153,189,113],0,1],\
[\"0000000000000001\",[138,50,122,226],1,1],\
[\"0000000000000002\",[79,203,55,83],2,1]\
]";
        assert_eq!(actual, EXPECTED);
    }
}