Struct dfdx::nn::Residual

pub struct Residual<F>(pub F);

A residual connection around F: F(x) + x, as introduced in Deep Residual Learning for Image Recognition.

Generics

• F: The underlying module to do a skip connection around.

Examples

let module: Residual<ReLU> = Default::default();
let x = Tensor1D::new([-2.0, -1.0, 0.0, 1.0, 2.0]);
let y = module.forward(x);
assert_eq!(y.data(), &[-2.0, -1.0, 0.0, 2.0, 4.0]);

Tuple Fields

0: F

Trait Implementations

impl<F: CanUpdateWithGradients> CanUpdateWithGradients for Residual<F>

fn update<G: GradientProvider>(
    &mut self,
    grads: &mut G,
    unused: &mut UnusedTensors
)

Pass through to F’s CanUpdateWithGradients.

impl<F: Clone> Clone for Residual<F>

fn clone(&self) -> Residual<F>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<F: Debug> Debug for Residual<F>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<F: Default> Default for Residual<F>

fn default() -> Residual<F>

Returns the “default value” for a type.

impl<F: LoadFromNpz> LoadFromNpz for Residual<F>

fn read<R: Read + Seek>(
    &mut self,
    p: &str,
    r: &mut ZipArchive<R>
) -> Result<(), NpzError>

Reads this object from a ZipArchive. r with a base filename of filename_prefix.

fn load<P: AsRef<Path>>(&mut self, path: P) -> Result<(), NpzError>

Loads data from a .npz zip archive at the specified path.

impl<T: Tensor<Dtype = f32>, F: Module<T, Output = T>> Module<T> for Residual<F>

type Output = <F as Module<T>>::Output

The type that this unit produces given Input.

fn forward(&self, x: T) -> Self::Output

Forward Input through the module and produce Module::Output.

impl<T: Tensor<Dtype = f32>, F: ModuleMut<T, Output = T>> ModuleMut<T> for Residual<F>

type Output = <F as ModuleMut<T>>::Output

The type that this unit produces given Input.

fn forward_mut(&mut self, x: T) -> Self::Output

Forward Input through the module and produce ModuleMut::Output.

impl<F: ResetParams> ResetParams for Residual<F>

fn reset_params<R: Rng>(&mut self, rng: &mut R)

Pass through to F’s ResetParams.

impl<F: SaveToNpz> SaveToNpz for Residual<F>

fn write<W: Write + Seek>(&self, p: &str, w: &mut ZipWriter<W>) -> ZipResult<()>

Write this object into ZipWriter w with a base filename of filename_prefix.

fn save<P: AsRef<Path>>(&self, path: P) -> ZipResult<()>

Save this object into the .npz file determined located at path.