Struct GraphRoPE 

pub struct GraphRoPE { /* private fields */ }

Graph attention with Rotary Position Embeddings

Implementations

impl GraphRoPE

pub fn new(config: RoPEConfig) -> Self

pub fn apply_rotary(&self, x: &[f32], position: usize) -> Vec<f32>

Apply rotary embedding to a vector at given position

pub fn compute_with_positions( &self, query: &[f32], keys: &[&[f32]], values: &[&[f32]], query_pos: usize, key_positions: &[usize], ) -> AttentionResult<Vec<f32>>

Compute attention with positional encoding based on graph distances

pub fn distance_to_position(distance: usize, max_distance: usize) -> usize

Get relative position for graph distance Converts graph hop distance to position index

Trait Implementations

impl Attention for GraphRoPE

fn compute( &self, query: &[f32], keys: &[&[f32]], values: &[&[f32]], ) -> AttentionResult<Vec<f32>>

Computes attention over the given query, keys, and values.

fn compute_with_mask( &self, query: &[f32], keys: &[&[f32]], values: &[&[f32]], mask: Option<&[bool]>, ) -> AttentionResult<Vec<f32>>

Computes attention with optional mask.

fn dim(&self) -> usize

Returns the model dimension.

fn num_heads(&self) -> usize

Returns the number of attention heads (1 for single-head attention).