Struct FeedForward 

pub struct FeedForward { /* private fields */ }

Feed-Forward Network (FFN) used in Transformers

Implementations

impl FeedForward

pub fn new(d_model: usize, d_ff: usize, dropout: f32) -> Self

pub fn with_activation( d_model: usize, d_ff: usize, dropout: f32, activation: Activation, ) -> Self

Trait Implementations

impl Module for FeedForward

fn forward(&self, input: &Tensor) -> Tensor

Forward pass

fn parameters(&self) -> Vec<Tensor>

Get all trainable parameters

fn train(&mut self)

Set module to training mode

fn eval(&mut self)

Set module to evaluation mode

fn is_training(&self) -> bool

Check if in training mode

fn num_parameters(&self) -> usize

Number of trainable parameters