hidefix 0.12.0

Concurrent HDF5 and NetCDF4 reader (experimental)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

import pytest
import xarray as xr
from hidefix import xarray
import numpy as np

try:
    import matplotlib.pyplot as plt
    import cartopy.crs as ccrs
except:
    pass

def test_large_hf(large_file, plot):
    f, v = large_file
    ds = xr.open_dataset(f, engine='hidefix')
    print(ds)

    if plot:
        ds.temperature.isel(time=0, depth=0).plot()
        plt.show()

def test_large_nc(large_file, plot):
    f, v = large_file
    ds = xr.open_dataset(f, engine='netcdf4')
    print(ds)
    if plot:
        ds.temperature.isel(time=0, depth=0).plot()
        plt.show()

@pytest.mark.parametrize("engine", ["netcdf4", "hidefix"])
def test_read_large(large_file, benchmark, engine):
    f, v = large_file

    def setup():
        ds = xr.open_dataset(f, engine=engine)
        return (ds[v], v), {}

    def read(ds, v):
        return ds.values
        # return ds[v].values

    vals = benchmark.pedantic(read, setup=setup)
    # print(vals.shape, type(vals))
    print(vals)