Struct LayerNorm 

pub struct LayerNorm { /* private fields */ }

[Listing 4.2] A layer normalization struct

Implementations

impl LayerNorm

pub fn new(emb_dim: usize, vb: VarBuilder<'_>) -> Result<Self>

Creates a new LayerNorm

use candle_core::{Device, DType};
use candle_nn::{VarBuilder, VarMap};
use llms_from_scratch_rs::listings::ch04::{Config, LayerNorm};

let dev = Device::cuda_if_available(0).unwrap();
let varmap = VarMap::new();
let vb = VarBuilder::from_varmap(&varmap, DType::F32, &dev);

let cfg = Config::gpt_sm_test();
let layer_norm = LayerNorm::new(cfg.emb_dim, vb).unwrap();

Trait Implementations

impl Clone for LayerNorm

fn clone(&self) -> LayerNorm

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LayerNorm

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Module for LayerNorm

fn forward(&self, xs: &Tensor) -> Result<Tensor>