Struct PositionalEncoding 

pub struct PositionalEncoding<T: FloatBounds> { /* private fields */ }

Positional encoding implementation for transformer architectures

Adds positional information to input embeddings to help the model understand the order of elements in a sequence.

Implementations

impl<T: FloatBounds + ScalarOperand + From<f64>> PositionalEncoding<T>

pub fn new( max_seq_len: usize, d_model: usize, encoding_type: PositionalEncodingType, dropout_rate: T, scale_embeddings: bool, ) -> NeuralResult<Self>

Create a new positional encoding layer

pub fn encode(&self, embeddings: &Array3<T>) -> NeuralResult<Array3<T>>

Apply positional encoding to input embeddings

pub fn get_encodings(&self, seq_len: usize) -> NeuralResult<Array2<T>>

Get positional encodings for a specific sequence length

pub fn update_position_embeddings( &mut self, gradients: &Array2<T>, learning_rate: T, ) -> NeuralResult<()>

Update learnable position embeddings (for gradient-based optimization)

pub fn num_parameters(&self) -> usize

Get the number of parameters

Trait Implementations

impl<T: Clone + FloatBounds> Clone for PositionalEncoding<T>

fn clone(&self) -> PositionalEncoding<T>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<T: Debug + FloatBounds> Debug for PositionalEncoding<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.