Struct LayerNormConfig

pub struct LayerNormConfig {
    pub affine: bool,
    pub eps: f64,
    pub remove_mean: bool,
    pub size: usize,
}

Layer norm configuration.

Fields

affine: bool

eps: f64

remove_mean: bool

size: usize

Implementations

impl LayerNormConfig

pub fn affine(self, affine: bool) -> Self

Whether to use an affine transformation.

Default: true

pub fn eps(self, eps: f64) -> Self

Epsilon value.

Default: 1e-12

pub fn remove_mean(self, remove_mean: bool) -> Self

Whether to remove the mean.

If the mean is not removed, this layer is equivalent to RMSNorm.

Default: true

pub fn size(self, size: usize) -> Self

Dimensionality of the layer.

Default: 768

Trait Implementations

impl BuildModule for LayerNormConfig

fn build(&self, vb: VarBuilder<'_>) -> Result<Box<dyn ModuleT>, BoxedError>

Build a module.

impl Clone for LayerNormConfig

fn clone(&self) -> LayerNormConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LayerNormConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LayerNormConfig

fn default() -> Self

Returns the “default value” for a type.