hidefix 0.12.0

Concurrent HDF5 and NetCDF4 reader (experimental)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

//! List a summary of a flexbuffer serialized index to stdout.
use clap::Parser;
use hidefix::idx::{DatasetExt, Index};

#[derive(Parser, Debug)]
struct Args {
    input: std::path::PathBuf,
}

fn main() -> Result<(), anyhow::Error> {
    let args = Args::parse();

    println!("Loading index from {}..", args.input.to_string_lossy());

    let b = std::fs::read(&args.input)?;
    let idx = read_index(&b)?;

    let path = idx.path();
    if let Some(path) = path {
        println!("Datasets (source path: {path:?})");
    } else {
        println!("Datasets");
    }
    for (name, dataset) in idx.datasets() {
        let shape = dataset.shape();
        println!("{name:32} {shape:?}");
    }
    // println!("{idx:?}");

    Ok(())
}

fn read_index(bytes: &[u8]) -> Result<Index, anyhow::Error> {
    let mut errs: Vec<anyhow::Error> = vec![];
    #[cfg(feature = "flexbuffers")]
    {
        match read_flexbuffer(bytes) {
            Ok(idx) => return Ok(idx),
            Err(e) => errs.push(e),
        }
    }
    #[cfg(feature = "bincode")]
    {
        match read_bincode(bytes) {
            Ok(idx) => return Ok(idx),
            Err(e) => errs.push(e),
        }
    }
    anyhow::bail!("Parsing failed (incompatible, or not configured): {errs:?}")
}

#[cfg(feature = "flexbuffers")]
fn read_flexbuffer(bytes: &[u8]) -> Result<Index, anyhow::Error> {
    let idx = flexbuffers::from_slice(bytes)?;
    Ok(idx)
}

#[cfg(feature = "bincode")]
fn read_bincode(bytes: &[u8]) -> Result<Index, anyhow::Error> {
    let idx = bincode::deserialize(bytes)?;
    Ok(idx)
}