Struct PositionalEncoder 

pub struct PositionalEncoder<T: Float + Debug + Send + Sync + 'static> { /* private fields */ }

Positional encoder for transformer inputs

Implementations

impl<T: Float + Debug + Default + Clone + Send + Sync + 'static> PositionalEncoder<T>

pub fn new(config: &TransformerOptimizerConfig) -> Result<Self>

Create new positional encoder

pub fn encode(&self, input: &Array2<T>) -> Result<Array2<T>>

Encode input with positional information

pub fn get_alibi_slopes(&self) -> Option<&Array1<T>>

Get ALiBi slopes for attention bias calculation

pub fn encoding_type(&self) -> PositionalEncodingType

Get encoding type

pub fn max_sequence_length(&self) -> usize

Get maximum sequence length

pub fn model_dimension(&self) -> usize

Get model dimension

pub fn update_embeddings(&mut self, new_embeddings: Array2<T>) -> Result<()>

Update position embeddings (for learned encoding)

pub fn compute_sinusoidal_position(&self, position: usize) -> Result<Array1<T>>

Compute sinusoidal encoding for a specific position

pub fn apply_alibi_bias( &self, attention_scores: &mut Array2<T>, head_idx: usize, ) -> Result<()>

Apply ALiBi bias to attention scores

Trait Implementations

impl<T: Clone + Float + Debug + Send + Sync + 'static> Clone for PositionalEncoder<T>

fn clone(&self) -> PositionalEncoder<T>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<T: Debug + Float + Debug + Send + Sync + 'static> Debug for PositionalEncoder<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.