Struct Sublayer

pub struct Sublayer<A = f64, K = Biased, D = Ix2>
where
    D: Dimension,
{ /* private fields */ }

A residual connection followed by a layer norm Transformer

Implementations

impl<A, K, D> Sublayer<A, K, D>

where D: RemoveAxis,

pub fn new<Sh>(shape: Sh, dropout: f64) -> Self

where A: Default, K: ParamMode, Sh: ShapeBuilder<Dim = D>,

pub fn dropout(&self) -> &DropoutLayer

pub fn norm(&self) -> &LayerNorm<A, K, D>

Trait Implementations

impl<A, S, D> Forward<ArrayBase<S, D>> for Sublayer<A, Biased, D>

where A: Float + FromPrimitive + ScalarOperand, D: RemoveAxis, S: DataOwned<Elem = A>,

type Output = ArrayBase<OwnedRepr<A>, D>

fn forward(&self, input: &ArrayBase<S, D>) -> Self::Output

impl<A, S, D> Forward<ArrayBase<S, D>> for Sublayer<A, Unbiased, D>

where A: Float + FromPrimitive + ScalarOperand, D: RemoveAxis, S: DataOwned<Elem = A>,

type Output = ArrayBase<OwnedRepr<A>, D>

fn forward(&self, input: &ArrayBase<S, D>) -> Self::Output