Struct burn_core::nn::attention::MultiHeadAttentionConfig

pub struct MultiHeadAttentionConfig {
    pub initializer: Initializer,
    /* private fields */
}

Configuration to create a Multi Head Attention layer.

Fields

initializer: Initializer

The type of function used to initialize neural network parameters

Implementations

impl MultiHeadAttentionConfig

pub fn new(d_model: usize, n_heads: usize) -> Self

Create a new instance of the config.

impl MultiHeadAttentionConfig

pub fn with_dropout(self, dropout: f64) -> Self

The dropout rate. Default: 0.1

pub fn with_min_float(self, min_float: f64) -> Self

The minimum value a float can take. Default: -1.0e4

pub fn with_quiet_softmax(self, quiet_softmax: bool) -> Self

Use “quiet softmax” instead of regular softmax.

pub fn with_initializer(self, initializer: Initializer) -> Self

The type of function used to initialize neural network parameters

impl MultiHeadAttentionConfig

pub fn init<B: Backend>(&self) -> MultiHeadAttention<B>

Initialize a new multihead attention module.

pub fn init_with<B: Backend>( &self, record: MultiHeadAttentionRecord<B> ) -> MultiHeadAttention<B>

Initialize a new multihead attention module with a record.

Trait Implementations

impl Clone for MultiHeadAttentionConfig

fn clone(&self) -> Self

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for MultiHeadAttentionConfig

fn save<P: AsRef<Path>>(&self, file: P) -> Result<()>

Saves the configuration to a file.

fn load<P: AsRef<Path>>(file: P) -> Result<Self, ConfigError>

Loads the configuration from a file.

fn load_binary(data: &[u8]) -> Result<Self, ConfigError>

Loads the configuration from a binary buffer.

impl<'de> Deserialize<'de> for MultiHeadAttentionConfig

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for MultiHeadAttentionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Serialize for MultiHeadAttentionConfig

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>where S: Serializer,

Serialize this value into the given Serde serializer.