pub struct TransformerEncoder<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default = MoiraiBackend, const H: usize = 8, const N: usize = 6, M: AttentionMask = NullMask> {
pub layers: [TransformerEncoderLayer<T, B, H, M>; N],
}Expand description
Stack of N TransformerEncoderLayers.
§Type parameters
H— attention heads per layer (const generic, uniform across layers)N— number of stacked encoder layers (const generic)M— masking strategy ZST
Fields§
§layers: [TransformerEncoderLayer<T, B, H, M>; N]Fixed-size array of encoder layers — no heap allocation for the stack.
Implementations§
Source§impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, M: AttentionMask> TransformerEncoder<T, B, H, N, M>where
TransformerEncoderLayer<T, B, H, M>: Clone,
impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, M: AttentionMask> TransformerEncoder<T, B, H, N, M>where
TransformerEncoderLayer<T, B, H, M>: Clone,
Sourcepub fn new(
d_model: usize,
d_ff: usize,
dropout_p: f64,
) -> Result<Self, InitializationError<B::Error>>where
T: RealScalar,
B: RandomInitOps<T>,
pub fn new(
d_model: usize,
d_ff: usize,
dropout_p: f64,
) -> Result<Self, InitializationError<B::Error>>where
T: RealScalar,
B: RandomInitOps<T>,
Construct N independently-initialized encoder layers.
§Errors
Returns an initialization error when N == 0 or a layer cannot be
initialized by the selected backend.
Sourcepub fn forward_with_mask(
&self,
input: &Var<T, B>,
key_padding_mask: Option<&Var<T, B>>,
) -> Result<Var<T, B>, ModuleError<B::Error>>
pub fn forward_with_mask( &self, input: &Var<T, B>, key_padding_mask: Option<&Var<T, B>>, ) -> Result<Var<T, B>, ModuleError<B::Error>>
Forward through all N layers sequentially with optional key padding mask.
Input/output shape: [batch, seq, d_model].
key_padding_mask shape: [batch, seq] (or backend-supported broadcast form).
Trait Implementations§
Source§impl<T: Clone + FloatElement + AttentionScalar + RealScalar, B: Clone + BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, M: Clone + AttentionMask> Clone for TransformerEncoder<T, B, H, N, M>
impl<T: Clone + FloatElement + AttentionScalar + RealScalar, B: Clone + BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, M: Clone + AttentionMask> Clone for TransformerEncoder<T, B, H, N, M>
Source§impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, M: AttentionMask> Module<T, B> for TransformerEncoder<T, B, H, N, M>
impl<T: FloatElement + AttentionScalar + RealScalar, B: BackendOps<T> + AttentionOps<T> + Default, const H: usize, const N: usize, M: AttentionMask> Module<T, B> for TransformerEncoder<T, B, H, N, M>
Source§fn forward(&self, input: &Var<T, B>) -> Result<Var<T, B>, ModuleError<B::Error>>
fn forward(&self, input: &Var<T, B>) -> Result<Var<T, B>, ModuleError<B::Error>>
Forward through all N layers sequentially.
Input/output shape: [batch, seq, d_model].
Source§fn parameters(&self) -> Vec<Var<T, B>>
fn parameters(&self) -> Vec<Var<T, B>>
Collect all trainable parameters (including from sub-modules).
Source§fn named_parameters(&self) -> Vec<Parameter<T, B>>
fn named_parameters(&self) -> Vec<Parameter<T, B>>
Collect trainable parameters with stable hierarchical names. Read more
Source§fn load_parameters(&mut self, _params: &[Var<T, B>])
fn load_parameters(&mut self, _params: &[Var<T, B>])
Write optimizer-updated parameter values back into this module’s own
fields, consuming
params in the same order parameters() enumerates
them (i.e. params.len() == parameters().len()). Read moreSource§fn load_named_parameters(
&mut self,
parameters: &[Parameter<T, B>],
) -> Result<(), ParameterLoadError>
fn load_named_parameters( &mut self, parameters: &[Parameter<T, B>], ) -> Result<(), ParameterLoadError>
Load optimizer-updated named parameters after validating the complete
stable path inventory. Read more
Auto Trait Implementations§
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, M = NullMask> !Freeze for TransformerEncoder<T, B, H, N, M>
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, M = NullMask> !RefUnwindSafe for TransformerEncoder<T, B, H, N, M>
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, M = NullMask> !Sync for TransformerEncoder<T, B, H, N, M>
impl<T, B = MoiraiBackend, const H: usize = 8, const N: usize = 6, M = NullMask> !UnwindSafe for TransformerEncoder<T, B, H, N, M>
impl<T, B, const H: usize, const N: usize, M> Forget for TransformerEncoder<T, B, H, N, M>
impl<T, B, const H: usize, const N: usize, M> Move for TransformerEncoder<T, B, H, N, M>
impl<T, B, const H: usize, const N: usize, M> Send for TransformerEncoder<T, B, H, N, M>
impl<T, B, const H: usize, const N: usize, M> Unpin for TransformerEncoder<T, B, H, N, M>
impl<T, B, const H: usize, const N: usize, M> UnsafeUnpin for TransformerEncoder<T, B, H, N, M>
Blanket Implementations§
Source§impl<T> ArchivePointee for T
impl<T> ArchivePointee for T
Source§type ArchivedMetadata = ()
type ArchivedMetadata = ()
The archived version of the pointer metadata for this type.
Source§fn pointer_metadata(
_: &<T as ArchivePointee>::ArchivedMetadata,
) -> <T as Pointee>::Metadata
fn pointer_metadata( _: &<T as ArchivePointee>::ArchivedMetadata, ) -> <T as Pointee>::Metadata
Converts some archived metadata to the pointer metadata for itself.
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> LayoutRaw for T
impl<T> LayoutRaw for T
Source§fn layout_raw(_: <T as Pointee>::Metadata) -> Result<Layout, LayoutError>
fn layout_raw(_: <T as Pointee>::Metadata) -> Result<Layout, LayoutError>
Returns the layout of the type.
Source§impl<T, N1, N2> Niching<NichedOption<T, N1>> for N2
impl<T, N1, N2> Niching<NichedOption<T, N1>> for N2
Source§unsafe fn is_niched(niched: *const NichedOption<T, N1>) -> bool
unsafe fn is_niched(niched: *const NichedOption<T, N1>) -> bool
Returns whether the given value has been niched. Read more
Source§fn resolve_niched(out: Place<NichedOption<T, N1>>)
fn resolve_niched(out: Place<NichedOption<T, N1>>)
Writes data to
out indicating that a T is niched.