ruda-tensor-host 0.21.82

Ruda host tensor backend and domain-library dispatch.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

use ruda_tensor::Scalar;
use ruda_tensor::ops::ActivationOps;
use ruda_tensor::tensor::FloatTensor;
use crate::Host;

pub use rudnn_host::activation::{softmax, layer_norm};

impl ActivationOps<Host> for Host {
    fn relu(tensor: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::relu(tensor)
    }

    fn relu_backward(output: FloatTensor<Host>, grad: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::relu_backward(output, grad)
    }

    fn leaky_relu(tensor: FloatTensor<Host>, negative_slope: Scalar) -> FloatTensor<Host> {
        rudnn_host::activation::leaky_relu(tensor, negative_slope)
    }

    fn prelu(tensor: FloatTensor<Host>, alpha: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::prelu(tensor, alpha)
    }

    fn gelu(tensor: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::gelu(tensor)
    }

    fn gelu_backward(x: FloatTensor<Host>, grad: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::gelu_backward(x, grad)
    }

    fn sigmoid(tensor: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::sigmoid(tensor)
    }

    fn sigmoid_backward(output: FloatTensor<Host>, grad: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::sigmoid_backward(output, grad)
    }

    fn hard_sigmoid(tensor: FloatTensor<Host>, alpha: Scalar, beta: Scalar) -> FloatTensor<Host> {
        rudnn_host::activation::hard_sigmoid(tensor, alpha, beta)
    }

    fn log_sigmoid(tensor: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::log_sigmoid(tensor)
    }

    fn log_sigmoid_backward(x: FloatTensor<Host>, grad: FloatTensor<Host>) -> FloatTensor<Host> {
        rudnn_host::activation::log_sigmoid_backward(x, grad)
    }

    fn softmax(tensor: FloatTensor<Host>, dim: usize) -> FloatTensor<Host> {
        rudnn_host::activation::softmax(tensor, dim)
    }
}