pub struct TransformerEncoderLayer { /* private fields */ }Expand description
Transformer encoder layer
Implementations§
Source§impl TransformerEncoderLayer
impl TransformerEncoderLayer
Sourcepub fn new(config: &TransformerConfig) -> Result<Self>
pub fn new(config: &TransformerConfig) -> Result<Self>
Create new transformer encoder layer
Sourcepub fn forward(
&self,
x: ArrayView2<'_, f64>,
mask: Option<ArrayView2<'_, bool>>,
) -> Result<Array2<f64>>
pub fn forward( &self, x: ArrayView2<'_, f64>, mask: Option<ArrayView2<'_, bool>>, ) -> Result<Array2<f64>>
Forward pass through encoder layer
Sourcepub fn get_components_mut(
&mut self,
) -> (&mut MultiHeadAttention, &mut FeedForward, &mut LayerNorm, &mut LayerNorm)
pub fn get_components_mut( &mut self, ) -> (&mut MultiHeadAttention, &mut FeedForward, &mut LayerNorm, &mut LayerNorm)
Get mutable access to layer components for weight loading
Sourcepub fn get_components(
&self,
) -> (&MultiHeadAttention, &FeedForward, &LayerNorm, &LayerNorm)
pub fn get_components( &self, ) -> (&MultiHeadAttention, &FeedForward, &LayerNorm, &LayerNorm)
Get access to layer components for weight access
Auto Trait Implementations§
impl Freeze for TransformerEncoderLayer
impl RefUnwindSafe for TransformerEncoderLayer
impl Send for TransformerEncoderLayer
impl Sync for TransformerEncoderLayer
impl Unpin for TransformerEncoderLayer
impl UnwindSafe for TransformerEncoderLayer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.