Struct TransformerDecoderLayer 

pub struct TransformerDecoderLayer { /* private fields */ }

Transformer Decoder Layer

Implementations

impl TransformerDecoderLayer

pub fn new(d_model: usize, nhead: usize, d_ff: usize, dropout: f32) -> Self

pub fn forward_with_memory( &self, tgt: &Tensor, memory: &Tensor, _tgt_mask: Option<&Tensor>, memory_mask: Option<&Tensor>, ) -> Tensor

Trait Implementations

impl Module for TransformerDecoderLayer

fn forward(&self, input: &Tensor) -> Tensor

Forward pass

fn parameters(&self) -> Vec<Tensor>

Get all trainable parameters

fn train(&mut self)

Set module to training mode

fn eval(&mut self)

Set module to evaluation mode

fn is_training(&self) -> bool

Check if in training mode

fn num_parameters(&self) -> usize

Number of trainable parameters