Trait ApplyGradientExt 

pub trait ApplyGradientExt<Delta, T>: ApplyGradient<Delta, T> {
    type Velocity;

    // Required methods
    fn apply_gradient_with_momentum(
        &mut self,
        grad: &Delta,
        lr: T,
        momentum: T,
        velocity: &mut Self::Velocity,
    ) -> Option<Self::Output>;
    fn apply_gradient_with_decay_and_momentum(
        &mut self,
        grad: &Delta,
        lr: T,
        decay: T,
        momentum: T,
        velocity: &mut Self::Velocity,
    ) -> Option<Self::Output>;
}

This trait extends the ApplyGradient trait by allowing for momentum-based optimization

Required Associated Types

type Velocity

Required Methods

fn apply_gradient_with_momentum( &mut self, grad: &Delta, lr: T, momentum: T, velocity: &mut Self::Velocity, ) -> Option<Self::Output>

fn apply_gradient_with_decay_and_momentum( &mut self, grad: &Delta, lr: T, decay: T, momentum: T, velocity: &mut Self::Velocity, ) -> Option<Self::Output>

Dyn Compatibility

This trait is dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety".

Implementations on Foreign Types

impl<A, S, T, D> ApplyGradientExt<ArrayBase<T, D>, A> for ArrayBase<S, D, A>

where A: Float + FromPrimitive + ScalarOperand, S: DataMut<Elem = A>, T: Data<Elem = A>, D: Dimension,

type Velocity = ArrayBase<OwnedRepr<A>, D>

fn apply_gradient_with_momentum( &mut self, grad: &ArrayBase<T, D>, lr: A, momentum: A, velocity: &mut <ArrayBase<S, D, A> as ApplyGradientExt<ArrayBase<T, D>, A>>::Velocity, ) -> Option<<ArrayBase<S, D, A> as ApplyGradient<ArrayBase<T, D>, A>>::Output>

fn apply_gradient_with_decay_and_momentum( &mut self, grad: &ArrayBase<T, D>, lr: A, decay: A, momentum: A, velocity: &mut <ArrayBase<S, D, A> as ApplyGradientExt<ArrayBase<T, D>, A>>::Velocity, ) -> Option<<ArrayBase<S, D, A> as ApplyGradient<ArrayBase<T, D>, A>>::Output>

Implementors