Struct TransformerLayerConfig

pub struct TransformerLayerConfig { /* private fields */ }

Transformer layer configuration.

Implementations

impl TransformerLayerConfig

pub fn attn_residual_layer_norm( self, attn_residual_layer_norm: Box<dyn BuildModule>, ) -> Self

Attention residual connection layer norm.

Default: Identity

pub fn attention(self, attention: SelfAttentionConfig) -> Self

Attention layer configuration.

Default: SelfAttentionConfig::default()

pub fn feedforward(self, feedforward: PointwiseFeedForwardConfig) -> Self

Feed-forward layer configuration.

Default: PointwiseFeedForwardConfig::default()

pub fn ffn_residual_layer_norm( self, ffn_residual_layer_norm: Box<dyn BuildModule>, ) -> Self

Feed-forward residual connection layer norm.

Default: Identity

pub fn parallel_attn_dropout( self, parallel_attn_dropout: Box<dyn BuildModule>, ) -> Self

Parallel attention dropout.

Default: Identity

pub fn use_parallel_attention(self, use_parallel_attention: bool) -> Self

Whether to use parallel attention.

Default: false

Trait Implementations

impl BuildDecoderLayer for TransformerLayerConfig

type Cache = LayerKeyValueCache

Cache type for the decoder.

fn build_decoder_layer( &self, vb: VarBuilder<'_>, ) -> Result<Box<dyn DecoderLayer<Cache = Self::Cache>>, BoxedError>

Build a decoder layer.

impl BuildEncoderLayer for TransformerLayerConfig

fn build_encoder_layer( &self, vb: VarBuilder<'_>, ) -> Result<Box<dyn EncoderLayer>, BoxedError>

Build a encoder layer.

impl Debug for TransformerLayerConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TransformerLayerConfig

fn default() -> Self

Returns the “default value” for a type.