Struct TransformerEmbeddingsConfig

pub struct TransformerEmbeddingsConfig { /* private fields */ }

Configuration for transformer embedding layer.

Implementations

impl TransformerEmbeddingsConfig

pub fn embedding_dropout(self, embedding_dropout: Box<dyn BuildModule>) -> Self

Dropout to apply to the embeddings.

Default: Identity.

pub fn embedding_layer_norm( self, embedding_layer_norm: Box<dyn BuildModule>, ) -> Self

Layer normalization to apply to the embeddings.

Default: Identity.

pub fn embedding_width(self, embedding_width: usize) -> Self

Width of the embeddings.

Default: 768.

pub fn hidden_width(self, hidden_width: usize) -> Self

Width of the transformer.

The embedding layer will use a projection if the hidden width is not equal to the embedding width.

Default: 768.

pub fn n_positions(self, n_positions: Option<usize>) -> Self

Number of position embeddings.

Default: None.

pub fn n_pieces(self, n_pieces: usize) -> Self

Vocabulary size (number of embeddings).

Default: 30000.

pub fn n_types(self, n_types: Option<usize>) -> Self

Token type vocabulary size (number of token type embeddings).

Default: None.

pub fn projection_dropout( self, projection_dropout: Box<dyn BuildModule>, ) -> Self

Dropout to apply after embedding projection.

Default: Identity.

pub fn projection_layer_norm( self, projection_layer_norm: Box<dyn BuildModule>, ) -> Self

Layer normalization to apply to the projection layer.

Default: Identity.

Trait Implementations

impl BuildEmbeddings for TransformerEmbeddingsConfig

fn build(&self, vb: VarBuilder<'_>) -> Result<Box<dyn Embeddings>, BoxedError>

impl Debug for TransformerEmbeddingsConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TransformerEmbeddingsConfig

fn default() -> Self

Returns the “default value” for a type.