Struct RmsNorm

pub struct RmsNorm { /* private fields */ }

Implementations

impl RmsNorm

pub fn new( dims: usize, eps: f64, dtype: impl Type, device: impl AsDevice, ) -> Self

pub fn fwd(&self, x: &Tensor) -> Tensor

Trait Implementations

impl Clone for RmsNorm

fn clone(&self) -> RmsNorm

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RmsNorm

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Module for RmsNorm

type Input = Tensor

type Output = Tensor

fn forward(&self, input: &Self::Input) -> Self::Output

fn gather_params(&self, params: &mut HashMap<usize, Tensor>)

fn update_params(&self, params: &mut HashMap<usize, Tensor>)

fn gather_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor>, )

fn update_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor>, )

fn params(&self) -> HashMap<usize, Tensor>

fn named_params(&self, prefix: &str) -> HashMap<String, Tensor>

fn to_safetensors<P>(&self, filename: P)

where P: AsRef<Path>, Self: Sized,

fn update_by_safetensors<P>(&self, filenames: &[P], device: impl AsDevice)

where P: AsRef<Path>,

impl ValueSpec for RmsNorm

type Kind = Module

type Tensors = HashMap<usize, Tensor>

type Gradient = HashMap<usize, Tensor>

impl TrainableModule for RmsNorm