burn-tensor 0.18.0

Tensor library with user-friendly APIs and automatic differentiation support
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

#[burn_tensor_testgen::testgen(mish)]
mod tests {
    use super::*;
    use burn_tensor::{Tensor, TensorData, activation};
    use burn_tensor::{Tolerance, ops::FloatElem};
    type FT = FloatElem<TestBackend>;

    #[test]
    fn test_mish() {
        let tensor =
            TestTensor::<2>::from([[-0.4240, -0.9574, -0.2215], [-0.5767, 0.7218, -0.1620]]);

        let output = activation::mish(tensor);
        let expected = TensorData::from([
            [-0.19709, -0.30056, -0.11714],
            [-0.24132, 0.58235, -0.08877],
        ]);

        // Metal has less precise trigonometric functions (tanh inside mish)
        let tolerance = Tolerance::default().set_half_precision_relative(1e-2);

        output
            .into_data()
            .assert_approx_eq::<FT>(&expected, tolerance);
    }
}