ruvector-attention 2.1.0

Attention mechanisms for ruvector - geometric, graph, and sparse attention
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! Hyperbolic Attention Module
//!
//! Implements attention mechanisms in hyperbolic space using:
//! - Poincaré ball model (traditional)
//! - Lorentz hyperboloid model (novel - faster, more stable)

pub mod hyperbolic_attention;
pub mod lorentz_cascade;
pub mod mixed_curvature;
pub mod poincare;

pub use poincare::{
    exp_map, frechet_mean, log_map, mobius_add, mobius_scalar_mult, poincare_distance,
    project_to_ball,
};

pub use hyperbolic_attention::{HyperbolicAttention, HyperbolicAttentionConfig};

pub use mixed_curvature::{MixedCurvatureAttention, MixedCurvatureConfig};

// Novel Lorentz Cascade Attention (LCA)
pub use lorentz_cascade::{
    busemann_score, einstein_midpoint, horosphere_attention_weights, lorentz_distance,
    lorentz_inner, project_hyperboloid, CascadeHead, LCAConfig, LorentzCascadeAttention,
};