dfdx 0.13.0

Ergonomic auto differentiation in Rust, with pytorch like apis.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use super::FastGeLUKernelOp;
#[allow(unused_imports)]
use crate::dtypes::*;
use crate::tensor_ops::cuda_kernels::cuda_unary;

unsafe impl cudarc::driver::DeviceRepr for super::FastGeLUKernelOp {}

const PTX: &str = include_str!(concat!(env!("OUT_DIR"), "/fast_gelu.ptx"));

#[cfg(feature = "f16")]
cuda_unary!(
    FastGeLUKernelOp,
    f16,
    PTX,
    "fast_gelu_fwd_f16",
    "fast_gelu_bwd_f16"
);
#[cfg(feature = "f16")]
cuda_unary!(
    FastGeLUKernelOp,
    AMP<f16>,
    PTX,
    "fast_gelu_fwd_f16",
    "fast_gelu_bwd_f16"
);
cuda_unary!(
    FastGeLUKernelOp,
    f32,
    PTX,
    "fast_gelu_fwd_f32",
    "fast_gelu_bwd_f32"
);
cuda_unary!(
    FastGeLUKernelOp,
    f64,
    PTX,
    "fast_gelu_fwd_f64",
    "fast_gelu_bwd_f64"
);