Struct PositionalEncoding 

pub struct PositionalEncoding<T: Float + Debug + Send + Sync + 'static> { /* private fields */ }

Positional encoding implementation

Implementations

impl<T: Float + Debug + Send + Sync + 'static> PositionalEncoding<T>

pub fn new( max_sequence_length: usize, model_dimension: usize, encoding_type: PositionalEncodingType, ) -> Result<Self>

Create new positional encoding

pub fn encode(&self, input: &Array2<T>) -> Result<Array2<T>>

Apply positional encoding to input

pub fn get_position_encoding(&self, position: usize) -> Result<Array1<T>>

Get encoding for specific position

pub fn update_learned_embeddings(&mut self, gradients: &Array2<T>) -> Result<()>

Update learned embeddings (for training)

pub fn parameter_count(&self) -> usize

Get parameter count

pub fn reset(&mut self) -> Result<()>

Reset parameters

pub fn get_encoding_type(&self) -> PositionalEncodingType

Get encoding type

pub fn get_max_sequence_length(&self) -> usize

Get maximum sequence length

pub fn get_model_dimension(&self) -> usize

Get model dimension

pub fn sinusoidal_with_base( max_sequence_length: usize, model_dimension: usize, base: T, ) -> Result<Self>

Create sinusoidal encoding with custom base

pub fn rotary_with_base( max_sequence_length: usize, model_dimension: usize, base: T, ) -> Result<Self>

Create rotary encoding with custom base