Struct syntaxdot_transformers::scalar_weighting::ScalarWeight

source · [−]

pub struct ScalarWeight { /* private fields */ }

Expand description

Layer that performs a scalar weighting of layers.

Following Peters et al., 2018 and Kondratyuk & Straka, 2019, this layer applies scalar weighting:

e = c ∑_i[ h_i · softmax(w)_i ]

Implementations

source

impl ScalarWeight

source

pub fn new<'a>(
 vs: impl Borrow<PathExt<'a>>,
 n_layers: i64,
 layer_dropout_prob: f64
) -> Result<Self, TransformerError>

source

pub fn forward(
 &self,
 layers: &[LayerOutput],
 train: bool
) -> Result<Tensor, TransformerError>

Trait Implementations

source

impl Debug for ScalarWeight

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Auto Trait Implementations

impl RefUnwindSafe for ScalarWeight

impl Send for ScalarWeight

impl !Sync for ScalarWeight

impl Unpin for ScalarWeight

impl UnwindSafe for ScalarWeight

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct syntaxdot_transformers::scalar_weighting::ScalarWeight

Implementations

impl ScalarWeight

pub fn new<'a>(
    vs: impl Borrow<PathExt<'a>>,
    n_layers: i64,
    layer_dropout_prob: f64
) -> Result<Self, TransformerError>

pub fn forward(
    &self,
    layers: &[LayerOutput],
    train: bool
) -> Result<Tensor, TransformerError>

Trait Implementations

impl Debug for ScalarWeight

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Auto Trait Implementations

impl RefUnwindSafe for ScalarWeight

impl Send for ScalarWeight

impl !Sync for ScalarWeight

impl Unpin for ScalarWeight

impl UnwindSafe for ScalarWeight

Blanket Implementations

impl<T> Any for T where
T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where
T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where
T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where
U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for T where
U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

fn vzip(self) -> V

Struct syntaxdot_transformers::scalar_weighting::ScalarWeight

Implementations

impl ScalarWeight

pub fn new<'a>( vs: impl Borrow<PathExt<'a>>, n_layers: i64, layer_dropout_prob: f64) -> Result<Self, TransformerError>

pub fn forward( &self, layers: &[LayerOutput], train: bool) -> Result<Tensor, TransformerError>

Trait Implementations

impl Debug for ScalarWeight

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Auto Trait Implementations

impl RefUnwindSafe for ScalarWeight

impl Send for ScalarWeight

impl !Sync for ScalarWeight

impl Unpin for ScalarWeight

impl UnwindSafe for ScalarWeight

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

pub fn new<'a>(
vs: impl Borrow<PathExt<'a>>,
n_layers: i64,
layer_dropout_prob: f64
) -> Result<Self, TransformerError>

pub fn forward(
&self,
layers: &[LayerOutput],
train: bool
) -> Result<Tensor, TransformerError>

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,