onnx_graph 0.1.2

ONNX graph parser and execution engine for deep neural networks
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

#[macro_export]
macro_rules! impl_typed_singleopfunction_with_the_same_output_type_as_the_output {
    ($name:ident, $method:ident, [$($variant:ident),+], [$($reject:ident),*]) => {
        pub fn $name(&self, o: &mut TypedArray) -> anyhow::Result<()> {
            use rayon::iter::IndexedParallelIterator;
            use rayon::iter::IntoParallelRefIterator;
            use rayon::iter::IntoParallelRefMutIterator;
            use rayon::iter::ParallelIterator;
            use ndarray::IxDyn;
            use ndarray::ArrayD;

            match self {
                $(
                    TypedArray::$variant(a) => {
                        let needs_alloc = match &*o {
                            TypedArray::$variant(out) => out.shape() != a.shape(),
                            _ => true,
                        };
                        if needs_alloc {
                            *o = TypedArray::$variant(ArrayD::zeros(IxDyn(a.shape()))).ensure_contiguous();
                        }
                        if let TypedArray::$variant(out) = o {
                            let dst = out.as_slice_memory_order_mut().unwrap();
                            let src = a.as_slice_memory_order().unwrap();
                            dst.par_iter_mut()
                                .zip(src.par_iter())
                                .for_each(|(d, s)| *d = (*s).$method());
                        }
                    }
                )+
                $(
                    TypedArray::$reject(_) => {
                        anyhow::bail!("unsupported type: {}", stringify!($reject));
                    }
                )*
                TypedArray::Undefined => {
                    anyhow::bail!("undefined type");
                }
                _ => anyhow::bail!("unsupported type"),
            }
            Ok(())
        }
    };
}

#[macro_export]
macro_rules! impl_typed_singleopfunction_with_boolean_ouput {
    ($name:ident, $method:ident, [$($variant:ident),+], [$($reject:ident),*]) => {
        pub fn $name(&self, o: &mut TypedArray) -> anyhow::Result<()> {
            use ndarray::ArrayD;
            use rayon::iter::IndexedParallelIterator;
            use rayon::iter::IntoParallelRefIterator;
            use rayon::iter::IntoParallelRefMutIterator;
            use rayon::iter::ParallelIterator;

            match self {
                $(
                    TypedArray::$variant(a) => {
                        let needs_alloc = match &*o {
                            TypedArray::Bool(out) => out.shape() != a.shape(),
                            _ => true,
                        };
                        if needs_alloc {
                            *o = TypedArray::Bool(ArrayD::from_elem(a.shape(), false)).ensure_contiguous();
                        }
                        if let TypedArray::Bool(out) = o {
                            let dst = out.as_slice_memory_order_mut().unwrap();
                            let src = a.as_slice_memory_order().unwrap();
                            dst.par_iter_mut()
                                .zip(src.par_iter())
                                .for_each(|(d, s)| *d = (*s).$method());
                        }
                    }
                )+
                $(
                    TypedArray::$reject(_) => {
                        anyhow::bail!("unsupported type: {}", stringify!($reject));
                    }
                )*
                TypedArray::Undefined => {
                    anyhow::bail!("undefined type");
                }
                _ => anyhow::bail!("unsupported type"),
            }
            Ok(())
        }
    };
}