burn-onnx 0.21.0-pre.3

Library for importing ONNX models into the Burn framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94

use super::prelude::*;

impl NodeCodegen for onnx_ir::hardmax::HardmaxNode {
    fn inputs(&self) -> &[Argument] {
        &self.inputs
    }

    fn outputs(&self) -> &[Argument] {
        &self.outputs
    }

    fn forward(&self, scope: &mut ScopeAtPosition<'_>) -> TokenStream {
        let input = scope.arg(self.inputs.first().unwrap());
        let output = arg_to_ident(self.outputs.first().unwrap());
        let dim = self.config.axis.to_tokens();

        quote! {
            let #output = {
                let input = #input;
                let indices = input.clone().argmax(#dim);
                input.zeros_like().scatter(
                    #dim,
                    indices.clone(),
                    Tensor::ones(indices.dims(), &input.device()),
                    burn::tensor::IndexingUpdateOp::Add,
                )
            };
        }
    }
}

#[cfg(test)]
mod tests {
    use super::super::test_helpers::*;
    use burn::tensor::DType;
    use insta::assert_snapshot;
    use onnx_ir::hardmax::{HardmaxConfig, HardmaxNode, HardmaxNodeBuilder};

    fn create_hardmax_node(name: &str, rank: usize, axis: usize) -> HardmaxNode {
        let config = HardmaxConfig::new(axis);

        HardmaxNodeBuilder::new(name)
            .input_tensor("input", rank, DType::F32)
            .output_tensor("output", rank, DType::F32)
            .config(config)
            .build()
    }

    #[test]
    fn test_hardmax_forward_last_axis() {
        let node = create_hardmax_node("hardmax1", 2, 1);
        let code = codegen_forward_default(&node);
        assert_snapshot!(code, @r"
        pub fn forward(&self, input: Tensor<B, 2>) -> Tensor<B, 2> {
            let output = {
                let input = input;
                let indices = input.clone().argmax(1);
                input
                    .zeros_like()
                    .scatter(
                        1,
                        indices.clone(),
                        Tensor::ones(indices.dims(), &input.device()),
                        burn::tensor::IndexingUpdateOp::Add,
                    )
            };
            output
        }
        ");
    }

    #[test]
    fn test_hardmax_forward_first_axis() {
        let node = create_hardmax_node("hardmax1", 3, 0);
        let code = codegen_forward_default(&node);
        assert_snapshot!(code, @r"
        pub fn forward(&self, input: Tensor<B, 3>) -> Tensor<B, 3> {
            let output = {
                let input = input;
                let indices = input.clone().argmax(0);
                input
                    .zeros_like()
                    .scatter(
                        0,
                        indices.clone(),
                        Tensor::ones(indices.dims(), &input.device()),
                        burn::tensor::IndexingUpdateOp::Add,
                    )
            };
            output
        }
        ");
    }
}