Struct AttentionConfig 

pub struct AttentionConfig { /* private fields */ }

layer for computing attention from [key,query,value] inputs

Implementations

impl AttentionConfig

pub fn init<B: Backend>(&self, _device: &B::Device) -> Attention<B>

impl AttentionConfig

pub fn new(heads: usize, mask: AttentionMask) -> Self

Create a new instance of the config.

impl AttentionConfig

pub fn with_dropout(self, dropout: f32) -> Self

Set the default value for the field.

Trait Implementations

impl Clone for AttentionConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for AttentionConfig

fn save<P>(&self, file: P) -> Result<(), Error>

where P: AsRef<Path>,

Saves the configuration to a file.

fn load<P>(file: P) -> Result<Self, ConfigError>

where P: AsRef<Path>,

Loads the configuration from a file.

fn load_binary(data: &[u8]) -> Result<Self, ConfigError>

Loads the configuration from a binary buffer.

impl Debug for AttentionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for AttentionConfig

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for AttentionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<AttentionConfig> for Config

fn from(value: AttentionConfig) -> Self

Converts to this type from the input type.

impl Serialize for AttentionConfig

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.