Struct QuantumMultiheadAttention 

pub struct QuantumMultiheadAttention { /* private fields */ }

Multi-head attention layer

Implementations

impl QuantumMultiheadAttention

pub fn new(embed_dim: usize, num_heads: usize) -> Result<Self>

Create new multi-head attention

pub fn dropout(self, dropout: f64) -> Self

Set dropout

pub fn forward_qkv( &self, query: &SciRS2Array, key: &SciRS2Array, value: &SciRS2Array, attn_mask: Option<&ArrayD<f64>>, ) -> Result<(SciRS2Array, SciRS2Array)>

Forward with query, key, value

Trait Implementations

impl QuantumModule for QuantumMultiheadAttention

fn forward(&mut self, input: &SciRS2Array) -> Result<SciRS2Array>

Forward pass

fn parameters(&self) -> Vec<Parameter>

Get all parameters

fn train(&mut self, mode: bool)

Set training mode

fn training(&self) -> bool

Check if module is in training mode

fn zero_grad(&mut self)

Zero gradients of all parameters

fn name(&self) -> &str

Module name for debugging