Struct EncoderStack 

pub struct EncoderStack {
    pub config: EncoderStackConfig,
    pub layers: Vec<EncoderLayer>,
    pub position_encoding_sin: Option<SinusoidalPositionEncoding>,
    pub position_encoding_learned: Option<LearnedPositionEncoding>,
    pub final_norm: Option<LayerNorm>,
}

Transformer encoder stack

Fields

config: EncoderStackConfig

Configuration

layers: Vec<EncoderLayer>

Encoder layers

position_encoding_sin: Option<SinusoidalPositionEncoding>

Position encoding (if sinusoidal)

position_encoding_learned: Option<LearnedPositionEncoding>

Position encoding (if learned)

final_norm: Option<LayerNorm>

Final layer normalization

Implementations

impl EncoderStack

pub fn new(config: EncoderStackConfig) -> Result<Self>

Create a new encoder stack

pub fn build_encoder_stack_graph( &self, graph: &mut EinsumGraph, ) -> Result<Vec<usize>>

Build einsum graph for encoder stack

Input tensors:

• 0: x (input) [batch, seq_len, d_model]
• 1-N: all parameters for position encoding, layers, and final norm

Output tensors:

• output: [batch, seq_len, d_model]

pub fn num_layers(&self) -> usize

Get number of layers

Trait Implementations

impl Clone for EncoderStack

fn clone(&self) -> EncoderStack

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EncoderStack

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.