Skip to main content

gen/
gen.rs

1use ndarray::ArrayD;
2use pyferrite::prelude::*;
3
4fn arr_f32() -> Array {
5    Array::F32(
6        ArrayD::from_shape_vec(ndarray::IxDyn(&[2, 3]), (0..6).map(|i| i as f32 * 1.5).collect())
7            .unwrap(),
8    )
9}
10fn arr_i64() -> Array {
11    Array::I64(ArrayD::from_shape_vec(ndarray::IxDyn(&[4]), vec![-1i64, 0, 7, 1 << 40]).unwrap())
12}
13fn arr_f64() -> Array {
14    Array::F64(
15        ArrayD::from_shape_vec(ndarray::IxDyn(&[3, 2]), vec![0.5, -1.25, 3.0, 1e-300, 2.0, 9.75])
16            .unwrap(),
17    )
18}
19fn arr_u8() -> Array {
20    Array::U8(ArrayD::from_shape_vec(ndarray::IxDyn(&[5]), vec![0u8, 1, 128, 254, 255]).unwrap())
21}
22
23fn main() -> Result<()> {
24    let out = std::path::PathBuf::from(std::env::args().nth(1).unwrap());
25    let mut d = Dict::new();
26    d.insert(Value::Str("w".into()), Value::Array(arr_f32()));
27    d.insert(Value::Str("b".into()), Value::Array(arr_i64()));
28    d.insert(Value::Str("x".into()), Value::Array(arr_f64()));
29    d.insert(Value::Str("q".into()), Value::Array(arr_u8()));
30    let dict = Value::Dict(d);
31
32    write(out.join("w.npy"), &Value::Array(arr_f32()))?;
33    write(out.join("w.npz"), &dict)?;
34    write(out.join("w.pkl"), &dict)?;
35    write(out.join("w.joblib"), &dict)?;
36    write(out.join("w.h5"), &dict)?;
37    write(out.join("w.pt"), &dict)?;
38
39    // nested group in HDF5
40    let mut inner = Dict::new();
41    inner.insert(Value::Str("deep".into()), Value::Array(arr_f32()));
42    let mut outer = Dict::new();
43    outer.insert(Value::Str("layer1".into()), Value::Dict(inner));
44    outer.insert(Value::Str("top".into()), Value::Array(arr_i64()));
45    write(out.join("nested.h5"), &Value::Dict(outer))?;
46
47    // down-cast on write: f64 source stored as f32
48    let opts = WriteOptions::new().float_as(FloatKind::F32);
49    write_with(out.join("down.npy"), &Value::Array(arr_f64()), &opts)?;
50
51    // lazy write
52    let mut lw = write_lazy(out.join("lazy.npy"), DType::F32, &[10, 100], &WriteOptions::new())?;
53    for c in 0..10 {
54        let chunk = Array::F32(
55            ArrayD::from_shape_vec(
56                ndarray::IxDyn(&[100]),
57                (0..100).map(|i| (c * 100 + i) as f32).collect(),
58            )
59            .unwrap(),
60        );
61        lw.push(&chunk)?;
62    }
63    lw.finish()?;
64
65    // validation must reject this
66    match write(out.join("bad.npy"), &Value::Str("not an array".into())) {
67        Err(e) => println!("rejected as expected: {e}"),
68        Ok(_) => println!("BUG: string accepted into .npy"),
69    }
70    println!("written");
71    Ok(())
72}