burn-cubecl 0.23.0-pre.1

Generic backend that can be compiled just-in-time to any shader language target
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use crate::{
    CubeBackend,
    kernel::{
        GeluBackwardOp, SigmoidBackwardOp, launch_binop_float,
        unary_basic::{self, BasicFloatUnaryKind},
    },
};
use burn_backend::{ops::ActivationOps, tensor::FloatTensor};

impl ActivationOps<Self> for CubeBackend {
    fn gelu(tensor: FloatTensor<Self>) -> FloatTensor<Self> {
        unary_basic::launch(tensor, |_| BasicFloatUnaryKind::Gelu)
    }

    fn gelu_backward(x: FloatTensor<Self>, grad: FloatTensor<Self>) -> FloatTensor<Self> {
        launch_binop_float::<GeluBackwardOp>(x, grad)
    }

    fn sigmoid(tensor: FloatTensor<Self>) -> FloatTensor<Self> {
        unary_basic::launch(tensor, |_| BasicFloatUnaryKind::Sigmoid)
    }

    fn sigmoid_backward(output: FloatTensor<Self>, grad: FloatTensor<Self>) -> FloatTensor<Self> {
        launch_binop_float::<SigmoidBackwardOp>(output, grad)
    }
}