pub struct TransformerDecoderLayerParams<'a, T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default> {Show 20 fields
pub norm1_weight: &'a Var<T, B>,
pub norm1_bias: &'a Var<T, B>,
pub self_attn: MhaProjectionParams<'a, T, B>,
pub norm2_weight: &'a Var<T, B>,
pub norm2_bias: &'a Var<T, B>,
pub cross_attn: MhaProjectionParams<'a, T, B>,
pub norm3_weight: &'a Var<T, B>,
pub norm3_bias: &'a Var<T, B>,
pub ffn_w1: &'a Var<T, B>,
pub ffn_b1: Option<&'a Var<T, B>>,
pub ffn_w2: &'a Var<T, B>,
pub ffn_b2: Option<&'a Var<T, B>>,
pub self_attn_residual_dropout_p: f64,
pub self_attn_residual_training: bool,
pub cross_attn_residual_dropout_p: f64,
pub cross_attn_residual_training: bool,
pub ffn_hidden_dropout_p: f64,
pub ffn_hidden_training: bool,
pub ffn_residual_dropout_p: f64,
pub ffn_residual_training: bool,
}Expand description
Borrowed parameters for functional transformer decoder-layer execution.
Fields§
§norm1_weight: &'a Var<T, B>LayerNorm1 gamma [d_model].
norm1_bias: &'a Var<T, B>LayerNorm1 beta [d_model].
self_attn: MhaProjectionParams<'a, T, B>Masked self-attention projections.
norm2_weight: &'a Var<T, B>LayerNorm2 gamma [d_model].
norm2_bias: &'a Var<T, B>LayerNorm2 beta [d_model].
cross_attn: MhaProjectionParams<'a, T, B>Cross-attention projections.
norm3_weight: &'a Var<T, B>LayerNorm3 gamma [d_model].
norm3_bias: &'a Var<T, B>LayerNorm3 beta [d_model].
ffn_w1: &'a Var<T, B>FFN linear1 weight [d_ff, d_model].
ffn_b1: Option<&'a Var<T, B>>FFN linear1 bias [d_ff].
ffn_w2: &'a Var<T, B>FFN linear2 weight [d_model, d_ff].
ffn_b2: Option<&'a Var<T, B>>FFN linear2 bias [d_model].
self_attn_residual_dropout_p: f64Dropout probability after masked self-attention.
self_attn_residual_training: boolTraining mode for self-attention residual dropout.
cross_attn_residual_dropout_p: f64Dropout probability after cross-attention.
cross_attn_residual_training: boolTraining mode for cross-attention residual dropout.
Dropout probability inside FFN hidden projection.
Training mode for FFN hidden dropout.
ffn_residual_dropout_p: f64Dropout probability after FFN residual branch.
ffn_residual_training: boolTraining mode for FFN residual dropout.
Auto Trait Implementations§
impl<'a, T, B> !RefUnwindSafe for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> !UnwindSafe for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> Forget for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> Freeze for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> Move for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> Send for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> Sync for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> Unpin for TransformerDecoderLayerParams<'a, T, B>
impl<'a, T, B> UnsafeUnpin for TransformerDecoderLayerParams<'a, T, B>where
&'a Var<T, B>: UnsafeUnpin,
MhaProjectionParams<'a, T, B>: UnsafeUnpin,
Option<&'a Var<T, B>>: UnsafeUnpin,
Blanket Implementations§
Source§impl<T> ArchivePointee for T
impl<T> ArchivePointee for T
Source§type ArchivedMetadata = ()
type ArchivedMetadata = ()
Source§fn pointer_metadata(
_: &<T as ArchivePointee>::ArchivedMetadata,
) -> <T as Pointee>::Metadata
fn pointer_metadata( _: &<T as ArchivePointee>::ArchivedMetadata, ) -> <T as Pointee>::Metadata
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> LayoutRaw for T
impl<T> LayoutRaw for T
Source§fn layout_raw(_: <T as Pointee>::Metadata) -> Result<Layout, LayoutError>
fn layout_raw(_: <T as Pointee>::Metadata) -> Result<Layout, LayoutError>
Source§impl<T, N1, N2> Niching<NichedOption<T, N1>> for N2
impl<T, N1, N2> Niching<NichedOption<T, N1>> for N2
Source§unsafe fn is_niched(niched: *const NichedOption<T, N1>) -> bool
unsafe fn is_niched(niched: *const NichedOption<T, N1>) -> bool
Source§fn resolve_niched(out: Place<NichedOption<T, N1>>)
fn resolve_niched(out: Place<NichedOption<T, N1>>)
out indicating that a T is niched.