Struct DecoderStackConfig 

pub struct DecoderStackConfig {
    pub num_layers: usize,
    pub layer_config: DecoderLayerConfig,
    pub position_encoding: PositionEncodingConfig,
    pub final_layer_norm: bool,
}

Configuration for transformer decoder stack

Fields

num_layers: usize

Number of decoder layers

layer_config: DecoderLayerConfig

Configuration for each decoder layer

position_encoding: PositionEncodingConfig

Position encoding configuration

final_layer_norm: bool

Whether to apply final layer normalization

Implementations

impl DecoderStackConfig

pub fn new( num_layers: usize, d_model: usize, n_heads: usize, d_ff: usize, max_seq_len: usize, ) -> Result<Self>

Create a new decoder stack configuration

pub fn with_learned_position_encoding(self) -> Self

Set position encoding type to learned

pub fn with_final_layer_norm(self, final_layer_norm: bool) -> Self

Set whether to use final layer normalization

pub fn with_dropout(self, dropout: f64) -> Self

Set dropout

pub fn validate(&self) -> Result<()>

Validate configuration

Trait Implementations

impl Clone for DecoderStackConfig

fn clone(&self) -> DecoderStackConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DecoderStackConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.