Struct auto_diff::op::nonlinear::ReLU

pub struct ReLU { /* private fields */ }

ReLU

Implementations

impl ReLU

pub fn new() -> ReLU

Trait Implementations

impl<'de> Deserialize<'de> for ReLU

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where
    __D: Deserializer<'de>, 

Deserialize this value from the given Serde deserializer.

impl OpTrait for ReLU

fn apply(&self, input: &[Tensor], output: &[Tensor])

Forward pass

fn grad(&self, input: &[Tensor], output_grad: &[Tensor], input_grad: &[Tensor])

Given the forward input value and backward output_grad, Update weight gradient. return backward input gradeint.

fn get_values(&self) -> Vec<Tensor>

access weight values

fn get_grads(&self) -> Vec<Tensor>

access gradient values

fn get_name(&self) -> &'static str

A conventional name for the op

fn get_input_size(&self) -> usize

The number of input needs by this op.

fn get_output_size(&self) -> usize

The number of output produced by this op.

fn set_values(&self, _v: &[Tensor])

fn as_any(&self) -> &dyn Any

impl Serialize for ReLU

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error> where
    __S: Serializer, 

Serialize this value into the given Serde serializer.