Struct rai_nn::LayerNorm

pub struct LayerNorm { /* private fields */ }

Implementations

impl LayerNorm

pub fn new( dims: usize, eps: f64, affine: bool, dtype: impl Type, device: impl AsDevice ) -> Self

pub fn fwd(&self, x: &Tensor) -> Tensor

Trait Implementations

impl Clone for LayerNorm

fn clone(&self) -> LayerNorm

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LayerNorm

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Module for LayerNorm

type Input = Tensor

type Output = Tensor

fn forward(&self, input: &Self::Input) -> Self::Output

fn gather_params(&self, params: &mut HashMap<usize, Tensor>)

fn update_params(&self, params: &mut HashMap<usize, Tensor>)

fn gather_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor> )

fn update_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor> )

fn params(&self) -> HashMap<usize, Tensor>

fn named_params(&self, prefix: &str) -> HashMap<String, Tensor>

fn to_safetensors<P>(&self, filename: P)

where P: AsRef<Path>, Self: Sized,

fn update_by_safetensors<P>(&self, filenames: &[P], device: impl AsDevice)

where P: AsRef<Path>,

impl ValueSpec for LayerNorm

type Kind = Module

type Tensors = HashMap<usize, Tensor>

type Gradient = HashMap<usize, Tensor>

impl TrainableModule for LayerNorm