hidefix 0.12.0

Concurrent HDF5 and NetCDF4 reader (experimental)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

use futures::executor::block_on_stream;
use futures::pin_mut;
use hidefix::prelude::*;

const SVIM: &str = "/home/gauteh/dev/dars/data/met/ocean_avg_19600101.nc4";

#[ignore]
#[test]
fn ocean_time() {
    use hidefix::idx::*;

    let h = hdf5::File::open(SVIM).unwrap();
    let d = h.dataset("ocean_time").unwrap();
    let hv = d.read_raw::<f64>().unwrap();

    let i = h.index().unwrap();
    let mut d = i.reader("ocean_time").unwrap();
    let v = d.values::<f64, _>(..).unwrap();

    assert_eq!(hv, v);

    let d = i.dataset("ocean_time").unwrap();
    if let DatasetD::D1(d) = d {
        println!("chunks: {:#?}", &d.chunks);
    } else {
        panic!("wrong dims");
    }

    let s = i.streamer("ocean_time").unwrap();
    let s = s.stream_values::<f64, _>(..);
    pin_mut!(s);
    let vs: Vec<f64> = block_on_stream(s).flatten().flatten().collect();

    assert_eq!(hv, vs);
}

#[ignore]
#[test]
fn temp() {
    use hidefix::idx::*;

    let h = hdf5::File::open(SVIM).unwrap();
    let d = h.dataset("temp").unwrap();
    let hv = d.read_raw::<i16>().unwrap();

    let i = h.index().unwrap();

    let d = i.dataset("temp").unwrap();
    if let DatasetD::D4(ds) = d {
        println!("chunks: {:#?}", &ds.chunks[..40]);
        println!("chunk shape: {:?}", ds.chunk_shape);
        println!("ds shape: {:?}", ds.shape);
    } else {
        panic!("wrong dims");
    }

    let mut d = i.reader("temp").unwrap();
    assert_eq!(d.dsize(), 2);

    let v = d.values::<i16, _>(..).unwrap();
    assert_eq!(hv, v);

    d.values::<i16, _>((&[0, 0, 0, 0], &[1, 32, 580, 1202]))
        .unwrap();

    let s = i.streamer("temp").unwrap();
    let s = s.stream_values::<i16, _>(..);
    pin_mut!(s);
    let vs: Vec<i16> = block_on_stream(s).flatten().flatten().collect();
    assert_eq!(hv, vs);
}