Struct EncoderStackConfig 

pub struct EncoderStackConfig {
    pub num_layers: usize,
    pub layer_config: EncoderLayerConfig,
    pub position_encoding: PositionEncodingConfig,
    pub final_layer_norm: bool,
}

Configuration for transformer encoder stack

Fields

num_layers: usize

Number of encoder layers

layer_config: EncoderLayerConfig

Configuration for each encoder layer

position_encoding: PositionEncodingConfig

Position encoding configuration

final_layer_norm: bool

Whether to apply final layer normalization

Implementations

impl EncoderStackConfig

pub fn new( num_layers: usize, d_model: usize, n_heads: usize, d_ff: usize, max_seq_len: usize, ) -> Result<Self>

Create a new encoder stack configuration

pub fn with_learned_position_encoding(self) -> Self

Set position encoding type to learned

pub fn with_final_layer_norm(self, final_layer_norm: bool) -> Self

Set whether to use final layer normalization

pub fn with_dropout(self, dropout: f64) -> Self

Set dropout

pub fn validate(&self) -> Result<()>

Validate configuration

Trait Implementations

impl Clone for EncoderStackConfig

fn clone(&self) -> EncoderStackConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EncoderStackConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.