pub struct TransformerDecoder<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default = MoiraiBackend, const H: usize = 8, const N: usize = 6, SelfM: AttentionMask = CausalMask, CrossM: AttentionMask = NullMask> {
pub layers: [TransformerDecoderLayer<T, B, H, SelfM, CrossM>; N],
}Expand description
Stack of N TransformerDecoderLayers.
§Type parameters
H— attention heads per layer (const generic)N— number of stacked decoder layers (const generic)SelfM— self-attention masking strategy ZSTCrossM— cross-attention masking strategy ZST
Fields§
§layers: [TransformerDecoderLayer<T, B, H, SelfM, CrossM>; N]Fixed-size array of decoder layers — stack-allocated container.
Implementations§
Source§impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, SelfM: AttentionMask, CrossM: AttentionMask> TransformerDecoder<T, B, H, N, SelfM, CrossM>where
TransformerDecoderLayer<T, B, H, SelfM, CrossM>: Clone,
impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, SelfM: AttentionMask, CrossM: AttentionMask> TransformerDecoder<T, B, H, N, SelfM, CrossM>where
TransformerDecoderLayer<T, B, H, SelfM, CrossM>: Clone,
Sourcepub fn new(
d_model: usize,
d_ff: usize,
dropout_p: f64,
) -> Result<Self, InitializationError<B::Error>>where
T: RealScalar,
B: RandomInitOps<T>,
pub fn new(
d_model: usize,
d_ff: usize,
dropout_p: f64,
) -> Result<Self, InitializationError<B::Error>>where
T: RealScalar,
B: RandomInitOps<T>,
Construct N independently-initialized decoder layers.
§Errors
Returns an initialization error when N == 0 or a layer cannot be
initialized by the selected backend.
Sourcepub fn forward_decoder(
&self,
tgt: &Var<T, B>,
memory: &Var<T, B>,
) -> Result<Var<T, B>, ModuleError<B::Error>>
pub fn forward_decoder( &self, tgt: &Var<T, B>, memory: &Var<T, B>, ) -> Result<Var<T, B>, ModuleError<B::Error>>
Forward decoder sequentially through the stack.
Input/output shape: [batch, seq_tgt, d_model].
Source§impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, SelfM: AttentionMask, CrossM: AttentionMask> TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, SelfM: AttentionMask, CrossM: AttentionMask> TransformerDecoder<T, B, H, N, SelfM, CrossM>
Sourcepub fn parameters(&self) -> Vec<Var<T, B>>
pub fn parameters(&self) -> Vec<Var<T, B>>
Collect all trainable decoder-stack parameters.
Sourcepub fn named_parameters(&self) -> Vec<Parameter<T, B>>
pub fn named_parameters(&self) -> Vec<Parameter<T, B>>
Collect trainable parameters with stable hierarchical names.
Trait Implementations§
Source§impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, SelfM: AttentionMask, CrossM: AttentionMask> Clone for TransformerDecoder<T, B, H, N, SelfM, CrossM>where
TransformerDecoderLayer<T, B, H, SelfM, CrossM>: Clone,
Manual Clone impl.
impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, SelfM: AttentionMask, CrossM: AttentionMask> Clone for TransformerDecoder<T, B, H, N, SelfM, CrossM>where
TransformerDecoderLayer<T, B, H, SelfM, CrossM>: Clone,
Manual Clone impl.
Auto Trait Implementations§
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, SelfM = CausalMask, CrossM = NullMask> !Freeze for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, SelfM = CausalMask, CrossM = NullMask> !RefUnwindSafe for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, SelfM = CausalMask, CrossM = NullMask> !Sync for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, SelfM = CausalMask, CrossM = NullMask> !UnwindSafe for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B, const H: usize, const N: usize, SelfM, CrossM> Forget for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B, const H: usize, const N: usize, SelfM, CrossM> Move for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B, const H: usize, const N: usize, SelfM, CrossM> Send for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B, const H: usize, const N: usize, SelfM, CrossM> Unpin for TransformerDecoder<T, B, H, N, SelfM, CrossM>
impl<T, B, const H: usize, const N: usize, SelfM, CrossM> UnsafeUnpin for TransformerDecoder<T, B, H, N, SelfM, CrossM>
Blanket Implementations§
Source§impl<T> ArchivePointee for T
impl<T> ArchivePointee for T
Source§type ArchivedMetadata = ()
type ArchivedMetadata = ()
The archived version of the pointer metadata for this type.
Source§fn pointer_metadata(
_: &<T as ArchivePointee>::ArchivedMetadata,
) -> <T as Pointee>::Metadata
fn pointer_metadata( _: &<T as ArchivePointee>::ArchivedMetadata, ) -> <T as Pointee>::Metadata
Converts some archived metadata to the pointer metadata for itself.
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> LayoutRaw for T
impl<T> LayoutRaw for T
Source§fn layout_raw(_: <T as Pointee>::Metadata) -> Result<Layout, LayoutError>
fn layout_raw(_: <T as Pointee>::Metadata) -> Result<Layout, LayoutError>
Returns the layout of the type.
Source§impl<T, N1, N2> Niching<NichedOption<T, N1>> for N2
impl<T, N1, N2> Niching<NichedOption<T, N1>> for N2
Source§unsafe fn is_niched(niched: *const NichedOption<T, N1>) -> bool
unsafe fn is_niched(niched: *const NichedOption<T, N1>) -> bool
Returns whether the given value has been niched. Read more
Source§fn resolve_niched(out: Place<NichedOption<T, N1>>)
fn resolve_niched(out: Place<NichedOption<T, N1>>)
Writes data to
out indicating that a T is niched.