Struct TransformerDecoderConfig

pub struct TransformerDecoderConfig { /* private fields */ }

Transformer decoder configuration.

Implementations

impl TransformerDecoderConfig

pub fn embeddings(self, embeddings: TransformerEmbeddingsConfig) -> Self

Decoder embeddings.

Default: TransformerEmbeddingsConfig::default()

pub fn layer( self, layer: Box<dyn BuildDecoderLayer<Cache = LayerKeyValueCache>>, ) -> Self

Decoder layer.

Default: TransformerLayerConfig::default()

pub fn n_hidden_layers(self, n_hidden_layers: usize) -> Self

Number of hidden layers.

Default: 12

pub fn output_layer_norm(self, output_layer_norm: Box<dyn BuildModule>) -> Self

Output layer normalization module.

Default: Identity

Trait Implementations

impl BuildArchitecture for TransformerDecoderConfig

type Architecture = TransformerDecoder

The architecture to build.

fn build(&self, vb: VarBuilder<'_>) -> Result<Self::Architecture, BoxedError>

Build the architecture.

impl Debug for TransformerDecoderConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TransformerDecoderConfig

fn default() -> Self

Returns the “default value” for a type.