Struct SlidingWindowAttentionConfig 

pub struct SlidingWindowAttentionConfig {

    pub batch: usize,
    pub query_len: usize,
    pub key_len: usize,
    pub heads: usize,
    pub kv_heads: usize,
    pub head_dim: usize,
    pub query_start: usize,
    pub key_start: usize,
    pub window: usize,
    pub query_batch_stride: usize,
    pub key_batch_stride: usize,
    pub value_batch_stride: usize,
    pub output_batch_stride: usize,
    pub query_sequence_stride: usize,
    pub key_sequence_stride: usize,
    pub value_sequence_stride: usize,
    pub output_sequence_stride: usize,
    pub query_head_stride: usize,
    pub key_head_stride: usize,
    pub value_head_stride: usize,
    pub output_head_stride: usize,
    pub scale: f32,
    pub output_scale: f32,
}

Fields

batch: usize

query_len: usize

key_len: usize

heads: usize

kv_heads: usize

head_dim: usize

query_start: usize

key_start: usize

window: usize

query_batch_stride: usize

key_batch_stride: usize

value_batch_stride: usize

output_batch_stride: usize

query_sequence_stride: usize

key_sequence_stride: usize

value_sequence_stride: usize

output_sequence_stride: usize

query_head_stride: usize

key_head_stride: usize

value_head_stride: usize

output_head_stride: usize

scale: f32

output_scale: f32

Trait Implementations

impl Clone for SlidingWindowAttentionConfig

fn clone(&self) -> SlidingWindowAttentionConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for SlidingWindowAttentionConfig

impl Debug for SlidingWindowAttentionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for SlidingWindowAttentionConfig

fn eq(&self, other: &SlidingWindowAttentionConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for SlidingWindowAttentionConfig