Skip to main content

ruda_tensor_device/dispatch/
activation.rs

1use crate::{DeviceBackend, DeviceRuntime, FloatElement, IntElement, element::BoolElement};
2use ruda_tensor::{DType, ops::{ActivationOps, FloatTensorOps}, tensor::FloatTensor};
3
4impl<R, F, I, BT> ActivationOps<Self> for DeviceBackend<R, F, I, BT>
5where
6    R: DeviceRuntime,
7    F: FloatElement,
8    I: IntElement,
9    BT: BoolElement,
10{
11    fn silu(tensor: FloatTensor<Self>) -> FloatTensor<Self> {
12        if matches!(tensor.dtype, DType::F32 | DType::F16 | DType::BF16) {
13            ruprim::elementwise::unary::silu::launch(tensor)
14        } else {
15            Self::float_mul(tensor.clone(), Self::sigmoid(tensor))
16        }
17    }
18}