Struct LayerNorm

pub struct LayerNorm<A = f64, K = Biased, D = Ix2>
where
    D: Dimension,
{ /* private fields */ }

Layer Normalization directly estimates the normalization statistics from the summed inputs to the neurons within a hidden layer, eliminating the need to introduce any additional dependencies.

LayerNorm follows the Layer Normalization paper.

Resources

Implementations

impl<A, K, D> LayerNorm<A, K, D>

where D: RemoveAxis, K: ParamMode,

pub fn from_config(config: Config<D>) -> Self

where A: Default,

pub fn from_elem<Sh>(shape: Sh, elem: A) -> Self

where A: Clone, Sh: ShapeBuilder<Dim = D>,

pub fn from_params(params: LinearParams<A, K, D>) -> Self

pub fn new<Sh>(shape: Sh) -> Self

where Sh: ShapeBuilder<Dim = D>, A: Default,

pub fn ones<Sh>(shape: Sh) -> Self

where Sh: ShapeBuilder<Dim = D>, A: Clone + One,

pub fn zeros<Sh>(shape: Sh) -> Self

where Sh: ShapeBuilder<Dim = D>, A: Clone + Zero,

pub const fn config(&self) -> &Config<D>

pub fn is_biased(&self) -> bool

pub const fn params(&self) -> &LinearParams<A, K, D>

Returns an immutable reference to the layer’s parameters.

pub fn params_mut(&mut self) -> &mut LinearParams<A, K, D>

Returns a mutable reference to the layer’s parameters.

pub fn dim(&self) -> D::Pattern

pub fn eps(&self) -> f64

pub fn ndim(&self) -> usize

pub fn raw_dim(&self) -> D

pub fn shape(&self) -> &[usize]

Trait Implementations

impl<A, D> Default for LayerNorm<A, Biased, D>

where A: Default, D: RemoveAxis,

fn default() -> Self

Returns the “default value” for a type.

impl<A, D> Default for LayerNorm<A, Unbiased, D>

where A: Default, D: RemoveAxis,

fn default() -> Self

Returns the “default value” for a type.

impl<A, S, D> Forward<ArrayBase<S, D>> for LayerNorm<A, Biased, D>

where A: Float + FromPrimitive, D: RemoveAxis, S: Data<Elem = A>,

type Output = ArrayBase<OwnedRepr<A>, D>

fn forward(&self, x: &ArrayBase<S, D>) -> Self::Output

impl<A, S, D> Forward<ArrayBase<S, D>> for LayerNorm<A, Unbiased, D>

where A: Float + FromPrimitive, D: RemoveAxis, S: Data<Elem = A>,

type Output = ArrayBase<OwnedRepr<A>, D>

fn forward(&self, x: &ArrayBase<S, D>) -> Self::Output