Struct PointwiseFeedForwardConfig

pub struct PointwiseFeedForwardConfig { /* private fields */ }

Configuration for pointwise feed-forward layers.

Implementations

impl PointwiseFeedForwardConfig

pub fn activation(self, activation: Box<dyn BuildModule>) -> Self

Activation function.

Default: GELU

pub fn dropout(self, dropout: Box<dyn BuildModule>) -> Self

Dropout to apply after the feed-forward layer.

Default: Identity

pub fn hidden_width(self, hidden_width: usize) -> Self

Hidden width of the transformer.

Default: 768

pub fn intermediate_width(self, intermediate_width: usize) -> Self

Intermediate width in the feed-forward layer.

Default: 3072

pub fn layer_norm(self, layer_norm: Box<dyn BuildModule>) -> Self

Layer normalization module.

Default: Identity

pub fn use_bias(self, use_bias: bool) -> Self

Use bias in linear layers.

Default: true

pub fn use_gate(self, use_gate: bool) -> Self

Use Gated Linear Units.

Default: false

Trait Implementations

impl BuildModule for PointwiseFeedForwardConfig

fn build(&self, vb: VarBuilder<'_>) -> Result<Box<dyn ModuleT>, BoxedError>

Build a module.

impl Debug for PointwiseFeedForwardConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for PointwiseFeedForwardConfig

fn default() -> Self

Returns the “default value” for a type.