Enum rai_nn::Activation

pub enum Activation {
    Gelu,
    NewGelu,
    Relu,
    Relu2,
    Relu6,
    Silu,
}

Variants

Gelu

NewGelu

Relu

Relu2

Relu6

Silu

Implementations

impl Activation

pub fn fwd(&self, x: &Tensor) -> Tensor

Trait Implementations

impl Clone for Activation

fn clone(&self) -> Activation

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Activation

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Activation

fn default() -> Activation

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for Activation

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Module for Activation

type Input = Tensor

type Output = Tensor

fn forward(&self, input: &Self::Input) -> Self::Output

fn gather_params(&self, params: &mut HashMap<usize, Tensor>)

fn update_params(&self, params: &mut HashMap<usize, Tensor>)

fn gather_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor> )

fn update_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor> )

fn params(&self) -> HashMap<usize, Tensor>

fn named_params(&self, prefix: &str) -> HashMap<String, Tensor>

fn to_safetensors<P>(&self, filename: P)

where P: AsRef<Path>, Self: Sized,

fn update_by_safetensors<P>(&self, filenames: &[P], device: impl AsDevice)

where P: AsRef<Path>,

impl PartialEq for Activation

fn eq(&self, other: &Activation) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl ValueSpec for Activation

type Kind = Module

type Tensors = HashMap<usize, Tensor>

type Gradient = HashMap<usize, Tensor>

impl Copy for Activation

impl StructuralPartialEq for Activation

impl TrainableModule for Activation