Struct AttentionMask 

pub struct AttentionMask {
    pub indices: Vec<(usize, usize)>,
    pub shape: (usize, usize),
    /* private fields */
}

Sparse mask for attention patterns

Fields

indices: Vec<(usize, usize)>

Sparse indices as (row, col) pairs

shape: (usize, usize)

Shape of the full attention matrix

Implementations

impl AttentionMask

pub fn new(indices: Vec<(usize, usize)>, shape: (usize, usize)) -> Self

Create a new sparse mask from indices

pub fn is_attended(&self, row: usize, col: usize) -> bool

Check if position is masked (should attend)

pub fn apply(&self, scores: &mut [f32], seq_len: usize)

Apply mask to attention scores (set non-attended to -inf)

pub fn local_window(n: usize, window_size: usize) -> Self

Create a local window mask

pub fn causal(n: usize) -> Self

Create a causal mask (lower triangular)

pub fn strided(n: usize, stride: usize) -> Self

Create a strided mask

pub fn nnz(&self) -> usize

Number of non-zero entries

pub fn density(&self) -> f32

Sparsity ratio (0 = all zeros, 1 = all ones)

Trait Implementations

impl Clone for AttentionMask

fn clone(&self) -> AttentionMask

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AttentionMask

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.