Struct SlidingWindowConfig 

pub struct SlidingWindowConfig {
    pub d_model: usize,
    pub n_heads: usize,
    pub window_size: usize,
    pub d_k: usize,
    pub causal: bool,
    pub dropout: f64,
}

Configuration for Sliding Window Attention

Fields

d_model: usize

Model dimension

n_heads: usize

Number of attention heads

window_size: usize

Window size (positions attended to)

d_k: usize

Dimension per head

causal: bool

Whether to use causal masking

dropout: f64

Dropout probability

Implementations

impl SlidingWindowConfig

pub fn new(d_model: usize, n_heads: usize, window_size: usize) -> Result<Self>

Create a new Sliding Window Attention configuration

pub fn with_causal(self, causal: bool) -> Self

Enable causal masking

pub fn with_dropout(self, dropout: f64) -> Self

Set dropout probability

pub fn validate(&self) -> Result<()>

Validate the configuration

pub fn complexity_reduction(&self, seq_len: usize) -> f64

Calculate complexity reduction compared to full attention

pub fn memory_reduction(&self, seq_len: usize) -> f64

Calculate memory reduction compared to full attention

Trait Implementations

impl Clone for SlidingWindowConfig

fn clone(&self) -> SlidingWindowConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SlidingWindowConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.