Enum SparsePattern 

pub enum SparsePattern {
    Local {
        window_size: usize,
    },
    Strided {
        stride: usize,
        window_size: usize,
    },
    Dilated {
        max_dilation: usize,
        window_size: usize,
    },
    Random {
        sparsity_ratio: f32,
    },
    BlockSparse {
        block_size: usize,
        global_blocks: usize,
        random_blocks: usize,
    },
    Longformer {
        window_size: usize,
        global_tokens: Vec<usize>,
    },
    Linformer {
        projection_dim: usize,
    },
    Reformer {
        num_hashes: usize,
        bucket_size: usize,
    },
    Custom {
        mask: SparseAttentionMask,
    },
}

Sparse attention pattern types

Variants

Local

Local sliding window attention

Fields

window_size: usize

Strided

Strided attention with fixed stride

Fields

stride: usize

window_size: usize

Dilated

Dilated attention with increasing dilation

Fields

max_dilation: usize

window_size: usize

Random

Random sparse attention

Fields

sparsity_ratio: f32

BlockSparse

Block sparse attention (BigBird style)

Fields

block_size: usize

global_blocks: usize

random_blocks: usize

Longformer

Longformer-style attention (sliding window + global)

Fields

window_size: usize

global_tokens: Vec<usize>

Linformer

Linformer-style linear attention

Fields

projection_dim: usize

Reformer

Reformer-style LSH attention

Fields

num_hashes: usize

bucket_size: usize

Custom

Custom sparse pattern with explicit mask

Fields

mask: SparseAttentionMask

Trait Implementations

impl Clone for SparsePattern

fn clone(&self) -> SparsePattern

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SparsePattern

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.