Struct LayerNorm 

pub struct LayerNorm<F: Float + Debug + Send + Sync> { /* private fields */ }

Layer Normalization layer

Implements layer normalization as described in “Layer Normalization” by Ba, Kiros, and Hinton. It normalizes the inputs across the last dimension and applies learnable scale and shift parameters.

Implementations

impl<F: Float + Debug + ScalarOperand + Send + Sync + 'static> LayerNorm<F>

pub fn new<R: Rng>( normalizedshape: usize, eps: f64, _rng: &mut R, ) -> Result<Self>

Create a new layer normalization layer

pub fn normalizedshape(&self) -> usize

Get the normalized shape

pub fn eps(&self) -> f64

Get the epsilon value

Trait Implementations

impl<F: Float + Debug + ScalarOperand + Send + Sync + 'static> Clone for LayerNorm<F>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<F: Debug + Float + Debug + Send + Sync> Debug for LayerNorm<F>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<F: Float + Debug + ScalarOperand + Send + Sync + 'static> Layer<F> for LayerNorm<F>

fn forward(&self, input: &Array<F, IxDyn>) -> Result<Array<F, IxDyn>>

Forward pass of the layer

fn backward( &self, _input: &Array<F, IxDyn>, grad_output: &Array<F, IxDyn>, ) -> Result<Array<F, IxDyn>>

Backward pass of the layer to compute gradients

fn update(&mut self, _learningrate: F) -> Result<()>

Update the layer parameters with the given learning rate

fn as_any(&self) -> &dyn Any

Get the layer as a dyn Any for downcasting

fn as_any_mut(&mut self) -> &mut dyn Any

Get the layer as a mutable dyn Any for downcasting

fn layer_type(&self) -> &str

Get the type of the layer (e.g., “Dense”, “Conv2D”)

fn parameter_count(&self) -> usize

Get the number of trainable parameters in this layer

fn params(&self) -> Vec<Array<F, IxDyn>>

Get the parameters of the layer

fn gradients(&self) -> Vec<Array<F, IxDyn>>

Get the gradients of the layer parameters

fn set_gradients(&mut self, _gradients: &[Array<F, IxDyn>]) -> Result<()>

Set the gradients of the layer parameters

fn set_params(&mut self, _params: &[Array<F, IxDyn>]) -> Result<()>

Set the parameters of the layer

fn set_training(&mut self, _training: bool)

Set the layer to training mode (true) or evaluation mode (false)

fn is_training(&self) -> bool

Get the current training mode

fn layer_description(&self) -> String

Get a detailed description of this layer

fn inputshape(&self) -> Option<Vec<usize>>

Get the input shape if known

fn outputshape(&self) -> Option<Vec<usize>>

Get the output shape if known

fn name(&self) -> Option<&str>

Get the name of the layer if set

impl<F: Float + Debug + ScalarOperand + Send + Sync + 'static> ParamLayer<F> for LayerNorm<F>

fn get_parameters(&self) -> Vec<Array<F, IxDyn>>

Get the parameters of the layer as a vector of arrays

fn get_gradients(&self) -> Vec<Array<F, IxDyn>>

Get the gradients of the parameters

fn set_parameters(&mut self, params: Vec<Array<F, IxDyn>>) -> Result<()>

Set the parameters