Struct auto_diff::op::nonlinear::ReLU

pub struct ReLU {}

ReLU

Implementations

impl ReLU

pub fn new() -> ReLU

Trait Implementations

impl OpTrait for ReLU

fn apply(&mut self, input: &[&Tensor], output: &[&Tensor])

Forward pass

fn grad(
    &self,
    input: &[&Tensor],
    output_grad: &[&Tensor],
    input_grad: &[&Tensor]
)

Given the forward input value and backward output_grad, Update weight gradient. return backward input gradeint.

fn get_values(&self) -> Vec<&Tensor>

access weight values

fn get_grads(&self) -> Vec<&Tensor>

access gradient values

fn get_name(&self) -> String

fn get_input_size(&self) -> usize

fn get_output_size(&self) -> usize

fn set_values(&self, _v: &[Tensor])

fn call(&mut self, input: &[&Tensor]) -> Vec<Tensor>