Struct auto_diff::op::nonlinear::ReLU

pub struct ReLU { /* private fields */ }

ReLU

Implementations

impl ReLU

pub fn new() -> ReLU

Trait Implementations

impl OpTrait for ReLU

fn apply(&self, input: &[Tensor], output: &[Tensor])

Forward pass

fn grad(&self, input: &[Tensor], output_grad: &[Tensor], input_grad: &[Tensor])

Given the forward input value and backward output_grad, Update weight gradient. return backward input gradeint.

fn get_values(&self) -> Vec<Tensor>

access weight values

fn get_grads(&self) -> Vec<Tensor>

access gradient values

fn get_name(&self) -> String

A conventional name for the op

fn get_input_size(&self) -> usize

The number of input needs by this op.

fn get_output_size(&self) -> usize

The number of output produced by this op.

fn set_values(&self, _v: &[Tensor])