Struct RelativePositionEncoding 

pub struct RelativePositionEncoding {
    pub config: PositionEncodingConfig,
}

Relative position encoding

Fields

config: PositionEncodingConfig

Configuration

Implementations

impl RelativePositionEncoding

pub fn new(config: PositionEncodingConfig) -> Result<Self>

Create a new relative position encoding

pub fn build_bias_graph(&self, graph: &mut EinsumGraph) -> Result<Vec<usize>>

Build einsum graph for relative position bias

Input tensors:

• 0: attention_scores [batch, n_heads, seq_len, seq_len]
• 1: relative_position_bias [n_heads, num_buckets]
• 2: relative_position_indices [seq_len, seq_len] (bucket indices)

Output tensors:

• output: [batch, n_heads, seq_len, seq_len] (scores + bias)

pub fn num_buckets(&self) -> usize

Get number of relative position buckets

pub fn max_distance(&self) -> usize

Get maximum relative distance

Trait Implementations

impl Clone for RelativePositionEncoding

fn clone(&self) -> RelativePositionEncoding

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RelativePositionEncoding

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.