Struct TransformerEncoderLayer 

pub struct TransformerEncoderLayer { /* private fields */ }

Transformer Encoder Layer

Implementations

impl TransformerEncoderLayer

pub fn new(d_model: usize, nhead: usize, d_ff: usize, dropout: f32) -> Self

pub fn with_config( d_model: usize, nhead: usize, d_ff: usize, dropout: f32, pre_norm: bool, ) -> Self

pub fn forward_with_mask(&self, src: &Tensor, _mask: Option<&Tensor>) -> Tensor

Trait Implementations

impl Module for TransformerEncoderLayer

fn forward(&self, input: &Tensor) -> Tensor

Forward pass

fn parameters(&self) -> Vec<Tensor>

Get all trainable parameters

fn train(&mut self)

Set module to training mode

fn eval(&mut self)

Set module to evaluation mode

fn is_training(&self) -> bool

Check if in training mode

fn num_parameters(&self) -> usize

Number of trainable parameters