Struct TransformerBlock 

pub struct TransformerBlock { /* private fields */ }

[Listing 4.6] The transformer block component of GPT

Implementations

impl TransformerBlock

pub fn new(cfg: Config, vb: VarBuilder<'_>) -> Result<Self>

Creates a new TransformerBlock

use candle_core::{Device, DType};
use candle_nn::{VarBuilder, VarMap};
use llms_from_scratch_rs::listings::ch04::{Config, TransformerBlock};

let dev = Device::cuda_if_available(0).unwrap();
let varmap = VarMap::new();
let vb = VarBuilder::from_varmap(&varmap, DType::F32, &dev);

let cfg = Config::gpt_sm_test();
let transformer_block = TransformerBlock::new(cfg, vb.pp("transformer")).unwrap();

pub fn from_fields( att: MultiHeadAttention, ff: FeedForward, norm1: LayerNorm, norm2: LayerNorm, drop_shortcut: Dropout, ) -> Result<Self>

pub fn forward(&self, xs: &Tensor) -> Result<Tensor>

Manual implementation of forward

Note: that blanket implementation of ModuleT when a type implements Module prevents having forward being overrided. Thus, this type is ModuleT but technicall not Module.

pub fn att(&self) -> &MultiHeadAttention

pub fn ff(&self) -> &FeedForward

pub fn norm1(&self) -> &LayerNorm

pub fn norm2(&self) -> &LayerNorm

pub fn drop_shortcut(&self) -> &Dropout

Trait Implementations

impl Clone for TransformerBlock

fn clone(&self) -> TransformerBlock

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TransformerBlock

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl ModuleT for TransformerBlock

fn forward_t(&self, xs: &Tensor, train: bool) -> Result<Tensor>