Trait ActivatorGradient 

pub trait ActivatorGradient<T> {
    type Rel: Activator<T>;
    type Delta;

    // Required method
    fn activate_gradient(&self, input: T) -> Self::Delta;
}

The ActivatorGradient trait extends the Activator trait to include a method for computing the gradient of the activation function.

Required Associated Types

type Rel: Activator<T>

type Delta

Required Methods

fn activate_gradient(&self, input: T) -> Self::Delta

compute the gradient of some input

Implementors

impl<T> ActivatorGradient<T> for HeavySide

where T: HeavysideActivation,

type Rel = HeavySide

type Delta = <T as HeavysideActivation>::Output

impl<T> ActivatorGradient<T> for HyperbolicTangent

where T: TanhActivation,

type Rel = HyperbolicTangent

type Delta = <T as TanhActivation>::Output

impl<T> ActivatorGradient<T> for Linear

where T: LinearActivation,

type Rel = Linear

type Delta = <T as LinearActivation>::Output

impl<T> ActivatorGradient<T> for ReLU

where T: ReLUActivation,

type Rel = ReLU

type Delta = <T as ReLUActivation>::Output

impl<T> ActivatorGradient<T> for Sigmoid

where T: SigmoidActivation,

type Rel = Sigmoid

type Delta = <T as SigmoidActivation>::Output

impl<T> ActivatorGradient<T> for Softmax

where T: SoftmaxActivation,

type Rel = Softmax

type Delta = <T as SoftmaxActivation>::Output