Trait nncombinator::activation::Activation

pub trait Activation<U, T, R, D>where
    U: UnitValue<U>,
    D: Device<U>,{
    fn apply(&self, device: &D, input: &T) -> Result<R, EvaluateError>;
    fn derive(&self, device: &D, o: &T, loss: &T, u: &T) -> Result<R, TrainingError>;
    fn is_canonical_link<L: LossFunction<U>>(&self, l: &L) -> bool;
}

Required Methods

fn apply(&self, device: &D, input: &T) -> Result<R, EvaluateError>

fn derive(&self, device: &D, o: &T, loss: &T, u: &T) -> Result<R, TrainingError>

fn is_canonical_link<L: LossFunction<U>>(&self, l: &L) -> bool

Implementors

impl<U, I, const N: usize> Activation<U, I, Arr<U, N>, DeviceCpu<U>> for Identity<U, DeviceCpu<U>>where
    U: UnitValue<U>,
    I: Iterator<Item = U> + Clone,

impl<U, I, const N: usize> Activation<U, I, Arr<U, N>, DeviceCpu<U>> for ReLu<U, DeviceCpu<U>>where
    U: UnitValue<U>,
    I: Iterator<Item = U> + Clone,

impl<U, I, const N: usize> Activation<U, I, Arr<U, N>, DeviceCpu<U>> for Sigmoid<U, DeviceCpu<U>>where
    U: UnitValue<U>,
    I: Iterator<Item = U> + Clone,

impl<U, I, const N: usize> Activation<U, I, Arr<U, N>, DeviceCpu<U>> for SoftMax<U, DeviceCpu<U>>where
    U: UnitValue<U>,
    I: Iterator<Item = U> + Clone,

impl<U, I, const N: usize> Activation<U, I, Arr<U, N>, DeviceCpu<U>> for Swish<U, DeviceCpu<U>>where
    U: UnitValue<U>,
    I: Iterator<Item = U> + Clone,

impl<U, I, const N: usize> Activation<U, I, Arr<U, N>, DeviceCpu<U>> for Tanh<U, DeviceCpu<U>>where
    U: UnitValue<U>,
    I: Iterator<Item = U> + Clone,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceCpu<U>> for Identity<U, DeviceCpu<U>>where
    U: UnitValue<U>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceCpu<U>> for ReLu<U, DeviceCpu<U>>where
    U: UnitValue<U>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceCpu<U>> for Sigmoid<U, DeviceCpu<U>>where
    U: UnitValue<U>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceCpu<U>> for SoftMax<U, DeviceCpu<U>>where
    U: UnitValue<U>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceCpu<U>> for Swish<U, DeviceCpu<U>>where
    U: UnitValue<U>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceCpu<U>> for Tanh<U, DeviceCpu<U>>where
    U: UnitValue<U>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceGpu<U>> for Identity<U, DeviceGpu<U>>where
    U: UnitValue<U>,
    DeviceGpu<U>: Device<U>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceGpu<U>> for ReLu<U, DeviceGpu<U>>where
    U: UnitValue<U> + DataTypeInfo,
    DeviceGpu<U>: Device<U>,
    ReLuForward<U>: Kernel<Args = ActivationForwardArgs<U>>,
    ReLuBackward<U>: Kernel<Args = ActivationBackwardArgs<U>>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceGpu<U>> for Sigmoid<U, DeviceGpu<U>>where
    U: UnitValue<U> + DataTypeInfo,
    DeviceGpu<U>: Device<U>,
    SigmoidForward<U>: Kernel<Args = ActivationForwardArgs<U>>,
    SigmoidBackward<U>: Kernel<Args = ActivationBackwardArgs<U>>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceGpu<U>> for SoftMax<U, DeviceGpu<U>>where
    U: UnitValue<U> + DataTypeInfo,
    DeviceGpu<U>: Device<U>,
    CudaPtr<U>: TryFrom<U, Error = CudaError>,
    SoftMaxForward<U>: Kernel<Args = ActivationForwardArgs<U>>,
    SoftMaxBackward<U>: Kernel<Args = ActivationBackwardArgs<U>>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceGpu<U>> for Swish<U, DeviceGpu<U>>where
    U: UnitValue<U> + DataTypeInfo,
    DeviceGpu<U>: Device<U>,
    SwishForward<U>: Kernel<Args = ActivationForwardArgs<U>>,
    SwishBackward<U>: Kernel<Args = ActivationBackwardArgs<U>>,

impl<U, const N: usize> Activation<U, Arr<U, N>, Arr<U, N>, DeviceGpu<U>> for Tanh<U, DeviceGpu<U>>where
    U: UnitValue<U> + DataTypeInfo,
    DeviceGpu<U>: Device<U>,
    TanhForward<U>: Kernel<Args = ActivationForwardArgs<U>>,
    TanhBackward<U>: Kernel<Args = ActivationBackwardArgs<U>>,