Struct TransformerEncoderConfig

pub struct TransformerEncoderConfig { /* private fields */ }

Transformer encoder configuration.

Implementations

impl TransformerEncoderConfig

pub fn embeddings(self, embeddings: Box<dyn BuildEmbeddings>) -> Self

Encoder embeddings.

Default: TransformerEmbeddingsConfig::default()

pub fn layer(self, layer: Box<dyn BuildEncoderLayer>) -> Self

Encoder layer.

Default: TransformerLayerConfig::default()

pub fn n_hidden_layers(self, n_hidden_layers: usize) -> Self

Number of hidden layers.

Default: 12

pub fn output_layer_norm(self, output_layer_norm: Box<dyn BuildModule>) -> Self

Output layer normalization module.

Default: Identity

Trait Implementations

impl BuildArchitecture for TransformerEncoderConfig

type Architecture = TransformerEncoder

The architecture to build.

fn build(&self, vb: VarBuilder<'_>) -> Result<Self::Architecture, BoxedError>

Build the architecture.

impl Debug for TransformerEncoderConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TransformerEncoderConfig

fn default() -> Self

Returns the “default value” for a type.