Struct RelativePositionalEncoding

pub struct RelativePositionalEncoding<F: Float + Debug> { /* private fields */ }

Relative positional encoding

Implements a form of relative positional encoding that can capture pairwise positional relationships efficiently.

Implementations

impl<F: Float + Debug + 'static> RelativePositionalEncoding<F>

pub fn new(max_len: usize, d_model: usize) -> Self

Create a new relative positional encoding

Arguments

• max_len - Maximum sequence length
• d_model - Model embedding dimension

Returns

• A new relative positional encoding

Trait Implementations

impl<F: Float + Debug + 'static> PositionalEncoding<F> for RelativePositionalEncoding<F>

fn forward(&self, embeddings: &Array<F, IxDyn>) -> Result<Array<F, IxDyn>>

Apply positional encoding to input embeddings

fn get_encoding(&self, seq_len: usize) -> Result<Array<F, IxDyn>>

Get the positional encoding matrix directly

fn update(&mut self, learning_rate: F) -> Result<()>

Update learnable parameters if any

fn params(&self) -> Vec<Array<F, IxDyn>>

Get learnable parameters if any

fn set_training(&mut self, _training: bool)

Set training mode (does nothing by default)

fn is_training(&self) -> bool

Get training mode (false by default)