Enum AttentionMask 

pub enum AttentionMask {
    None,
    Causal,
    Padding(Vec<usize>),
    SlidingWindow(usize),
    Custom(Arc<UnifiedTensor>),
}

Attention mask for custom attention patterns

Variants

None

No mask (full attention)

Causal

Causal mask (lower triangular)

Padding(Vec<usize>)

Padding mask to ignore padded tokens

SlidingWindow(usize)

Sliding window mask

Custom(Arc<UnifiedTensor>)

Custom mask tensor

Implementations

impl AttentionMask

pub fn causal() -> Self

Create a causal mask

pub fn from_lengths(lengths: Vec<usize>) -> Self

Create a padding mask from sequence lengths

pub fn sliding_window(window_size: usize) -> Self

Create a sliding window mask

Trait Implementations

impl Clone for AttentionMask

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AttentionMask

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.