Struct Swish 

pub struct Swish { /* private fields */ }

Swish activation module (parameterized version of SiLU)

Implementations

impl Swish

pub fn new(beta: f32) -> Self

Trait Implementations

impl Default for Swish

fn default() -> Self

Returns the “default value” for a type.

impl Module for Swish

fn forward(&self, input: &Tensor) -> Tensor

Forward pass

fn parameters(&self) -> Vec<Tensor>

Get all trainable parameters

fn train(&mut self)

Set module to training mode

fn eval(&mut self)

Set module to evaluation mode

fn is_training(&self) -> bool

Check if in training mode

fn num_parameters(&self) -> usize

Number of trainable parameters