hidefix 0.12.0

Concurrent HDF5 and NetCDF4 reader (experimental)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

use hidefix::prelude::*;
use ndarray::s;

/// Test whether datasets of various rank are correctly sliced.

#[test]
fn chunked_2d() {
    type T = f32;

    let i = Index::index("tests/data/dmrpp/chunked_twoD.h5").unwrap();
    let mut r = i.reader("d_4_chunks").unwrap();

    let values = r.values::<T, _>(..).unwrap();

    let h = hdf5::File::open("tests/data/dmrpp/chunked_twoD.h5").unwrap();
    let d = h.dataset("d_4_chunks").unwrap();
    let hval = d.read_raw::<T>().unwrap();

    assert_eq!(values, hval);

    let values = r.values::<T, _>((&[10, 10], &[15, 15])).unwrap();
    let hvs = d.read_dyn::<T>().unwrap();
    let hval = hvs
        .slice(s![10..25, 10..25])
        .iter()
        .copied()
        .collect::<Vec<T>>();
    assert_eq!(values, hval);
}

#[test]
fn chunked_3d() {
    type T = f32;

    let i = Index::index("tests/data/dmrpp/chunked_threeD.h5").unwrap();
    let mut r = i.reader("d_8_chunks").unwrap();

    let values = r.values::<T, _>(..).unwrap();

    let h = hdf5::File::open("tests/data/dmrpp/chunked_threeD.h5").unwrap();
    let d = h.dataset("d_8_chunks").unwrap();
    let hval = d.read_raw::<T>().unwrap();

    assert_eq!(values, hval);

    let values = r.values::<T, _>((&[10, 10, 10], &[1, 2, 1])).unwrap();
    let hvs = d.read_dyn::<T>().unwrap();
    let hval = hvs
        .slice(s![10..11, 10..12, 10..11])
        .iter()
        .copied()
        .collect::<Vec<T>>();
    assert_eq!(values, hval);
}

#[test]
fn chunked_4d() {
    type T = f32;

    let i = Index::index("tests/data/dmrpp/chunked_fourD.h5").unwrap();
    let mut r = i.reader("d_16_chunks").unwrap();

    let values = r.values::<T, _>(..).unwrap();

    let h = hdf5::File::open("tests/data/dmrpp/chunked_fourD.h5").unwrap();
    let d = h.dataset("d_16_chunks").unwrap();
    let hval = d.read_raw::<T>().unwrap();

    assert_eq!(values, hval);

    let values = r
        .values::<T, _>((&[10, 10, 10, 5], &[15, 15, 15, 14]))
        .unwrap();
    let hvs = d.read_dyn::<T>().unwrap();
    let hval = hvs
        .slice(s![10..25, 10..25, 10..25, 5..19])
        .iter()
        .copied()
        .collect::<Vec<T>>();
    assert_eq!(values, hval);
}

#[test]
fn scalar() {
    type T = i32;

    let i = Index::index("tests/data/dmrpp/t_int_scalar.h5").unwrap();
    let mut r = i.reader("scalar").unwrap();

    let values = r.values::<T, _>(..).unwrap();

    let h = hdf5::File::open("tests/data/dmrpp/t_int_scalar.h5").unwrap();
    let d = h.dataset("scalar").unwrap();
    let hval = d.read_raw::<T>().unwrap();

    assert_eq!(values, hval);
}