Enum syntaxdot_transformers::activations::Activation

source · [−]

pub enum Activation {
    Gelu,
    GeluNew,
    Relu,
}

Variants

`Gelu`

GELU activation function.

GELU(x)=x Φ(x)

where Φ(x) is the CDF for the Gaussian distribution.

`GeluNew`

GELU activation function (Google/OpenAI flavor).

GELU(x)=x Φ(x)

where Φ(x) is the CDF for the Gaussian distribution.

`Relu`

ReLU activation function

ReLU(x)=max(0,x)

Trait Implementations

source

impl Clone for Activation

source

fn clone(&self) -> Activation

Returns a copy of the value. Read more

1.0.0 · source

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

source

impl Debug for Activation

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl<'de> Deserialize<'de> for Activation

source

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer. Read more

source

impl FallibleModule for Activation

type Error = TransformerError

The error type.

source

fn forward(&self, input: &Tensor) -> Result<Tensor, Self::Error>

Apply the module.

source

impl PartialEq<Activation> for Activation

source

fn eq(&self, other: &Activation) -> bool

This method tests for self and other values to be equal, and is used by ==. Read more

1.0.0 · source

fn ne(&self, other: &Rhs) -> bool

This method tests for !=.

source

impl TryFrom<&str> for Activation

type Error = TransformerError

The type returned in the event of a conversion error.

source

fn try_from(value: &str) -> Result<Self, Self::Error>

Performs the conversion.

source

impl TryFrom<String> for Activation

type Error = TransformerError

The type returned in the event of a conversion error.

source

fn try_from(value: String) -> Result<Self, Self::Error>

Performs the conversion.

source

impl StructuralPartialEq for Activation

Auto Trait Implementations

impl RefUnwindSafe for Activation

impl Send for Activation

impl Sync for Activation

impl Unpin for Activation

impl UnwindSafe for Activation

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<M> FallibleModuleT for M where
M: FallibleModule,

type Error = <M as FallibleModule>::Error

The error type.

source

fn forward_t(
 &self,
 input: &Tensor,
 _train: bool
) -> Result<Tensor, <M as FallibleModuleT>::Error>

Apply the module.

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<T> ToOwned for T where
T: Clone,

type Owned = T

The resulting type after obtaining ownership.

source

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

source

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

fn vzip(self) -> V

source

Enum syntaxdot_transformers::activations::Activation

Variants

Gelu

GeluNew

Relu

Trait Implementations

impl Clone for Activation

fn clone(&self) -> Activation

fn clone_from(&mut self, source: &Self)

impl Debug for Activation

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for Activation

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where __D: Deserializer<'de>,

impl FallibleModule for Activation

type Error = TransformerError

fn forward(&self, input: &Tensor) -> Result<Tensor, Self::Error>

impl PartialEq<Activation> for Activation

fn eq(&self, other: &Activation) -> bool

fn ne(&self, other: &Rhs) -> bool

impl TryFrom<&str> for Activation

type Error = TransformerError

fn try_from(value: &str) -> Result<Self, Self::Error>

impl TryFrom<String> for Activation

type Error = TransformerError

fn try_from(value: String) -> Result<Self, Self::Error>

impl Copy for Activation

impl Eq for Activation

impl StructuralEq for Activation

impl StructuralPartialEq for Activation

Auto Trait Implementations

impl RefUnwindSafe for Activation

impl Send for Activation

impl Sync for Activation

impl Unpin for Activation

impl UnwindSafe for Activation

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<M> FallibleModuleT for M where M: FallibleModule,

type Error = <M as FallibleModule>::Error

fn forward_t( &self, input: &Tensor, _train: bool) -> Result<Tensor, <M as FallibleModuleT>::Error>

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T> ToOwned for T where T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

impl<T> DeserializeOwned for T where T: for<'de> Deserialize<'de>,

`Gelu`

`GeluNew`

`Relu`

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<M> FallibleModuleT for M where
M: FallibleModule,

fn forward_t(
&self,
input: &Tensor,
_train: bool
) -> Result<Tensor, <M as FallibleModuleT>::Error>

impl<T, U> Into<U> for T where
U: From<T>,

impl<T> ToOwned for T where
T: Clone,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

impl<T> DeserializeOwned for T where
T: for<'de> Deserialize<'de>,