pub struct TransformerNetwork<T: Float + Debug + Default + Clone + Sum + ScalarOperand + Send + Sync + 'static> { /* private fields */ }Expand description
Transformer network architecture
Implementations§
Source§impl<T: Float + Debug + Default + Clone + Sum + ScalarOperand + Send + Sync + 'static> TransformerNetwork<T>
impl<T: Float + Debug + Default + Clone + Sum + ScalarOperand + Send + Sync + 'static> TransformerNetwork<T>
Sourcepub fn new(config: &TransformerOptimizerConfig) -> Result<Self>
pub fn new(config: &TransformerOptimizerConfig) -> Result<Self>
Create new transformer network
Sourcepub fn forward(&mut self, input: &Array2<T>) -> Result<Array2<T>>
pub fn forward(&mut self, input: &Array2<T>) -> Result<Array2<T>>
Forward pass through transformer network
Sourcepub fn get_attention_patterns(&self) -> Vec<Option<&Array3<T>>>
pub fn get_attention_patterns(&self) -> Vec<Option<&Array3<T>>>
Get attention patterns from all layers
Sourcepub fn set_training(&mut self, training: bool)
pub fn set_training(&mut self, training: bool)
Switch every dropout in the network between training and inference mode.
Sourcepub fn num_layers(&self) -> usize
pub fn num_layers(&self) -> usize
Number of transformer layers
Sourcepub fn config(&self) -> &TransformerOptimizerConfig
pub fn config(&self) -> &TransformerOptimizerConfig
Configuration this network was built from
Trait Implementations§
Auto Trait Implementations§
impl<T> Freeze for TransformerNetwork<T>where
InputEmbedding<T>: Freeze,
Vec<TransformerLayer<T>>: Freeze,
OutputProjectionLayer<T>: Freeze,
LayerNorm<T>: Freeze,
PositionalEncoder<T>: Freeze,
impl<T> RefUnwindSafe for TransformerNetwork<T>where
InputEmbedding<T>: RefUnwindSafe,
Vec<TransformerLayer<T>>: RefUnwindSafe,
OutputProjectionLayer<T>: RefUnwindSafe,
LayerNorm<T>: RefUnwindSafe,
PositionalEncoder<T>: RefUnwindSafe,
impl<T> Send for TransformerNetwork<T>where
InputEmbedding<T>: Send,
Vec<TransformerLayer<T>>: Send,
OutputProjectionLayer<T>: Send,
LayerNorm<T>: Send,
PositionalEncoder<T>: Send,
impl<T> Sync for TransformerNetwork<T>where
InputEmbedding<T>: Sync,
Vec<TransformerLayer<T>>: Sync,
OutputProjectionLayer<T>: Sync,
LayerNorm<T>: Sync,
PositionalEncoder<T>: Sync,
impl<T> Unpin for TransformerNetwork<T>where
InputEmbedding<T>: Unpin,
Vec<TransformerLayer<T>>: Unpin,
OutputProjectionLayer<T>: Unpin,
LayerNorm<T>: Unpin,
PositionalEncoder<T>: Unpin,
impl<T> UnsafeUnpin for TransformerNetwork<T>where
InputEmbedding<T>: UnsafeUnpin,
Vec<TransformerLayer<T>>: UnsafeUnpin,
OutputProjectionLayer<T>: UnsafeUnpin,
LayerNorm<T>: UnsafeUnpin,
PositionalEncoder<T>: UnsafeUnpin,
impl<T> UnwindSafe for TransformerNetwork<T>where
InputEmbedding<T>: UnwindSafe,
Vec<TransformerLayer<T>>: UnwindSafe,
OutputProjectionLayer<T>: UnwindSafe,
LayerNorm<T>: UnwindSafe,
PositionalEncoder<T>: UnwindSafe,
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
impl<T> Read<Exclusive, BecauseExclusive> for Twhere
T: ?Sized,
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.