Struct NormalizationFactory 

pub struct NormalizationFactory;

Normalization layer factory for common configurations

Implementations

impl NormalizationFactory

pub fn batch_norm(num_features: usize) -> Result<BatchNorm2d>

Create a batch normalization layer for 2D inputs (most common)

pub fn layer_norm(normalized_shape: Vec<usize>) -> Result<LayerNorm>

Create a layer normalization for transformer-like architectures

pub fn group_norm(num_groups: usize, num_channels: usize) -> Result<GroupNorm>

Create a group normalization layer

pub fn instance_norm(num_features: usize) -> Result<InstanceNorm2d>

Create an instance normalization layer for 2D inputs

pub fn switchable_norm(num_features: usize) -> Result<SwitchableNorm2d>

Create a switchable normalization layer that adapts between different norms

pub fn rms_norm(normalized_shape: Vec<usize>) -> Result<RMSNorm>

Create RMS normalization for transformer models

pub fn batch_norm_training(num_features: usize) -> Result<BatchNorm2d>

Create batch normalization optimized for training

pub fn batch_norm_inference(num_features: usize) -> Result<BatchNorm2d>

Create batch normalization optimized for inference

pub fn layer_norm_non_affine(normalized_shape: Vec<usize>) -> Result<LayerNorm>

Create layer normalization without learnable parameters