Skip to main content

sliding_window_attention_f32

Function sliding_window_attention_f32 

Source
pub fn sliding_window_attention_f32(
    query: &[f32],
    key: &[f32],
    value: &[f32],
    batch: usize,
    query_len: usize,
    key_len: usize,
    heads: usize,
    kv_heads: usize,
    head_dim: usize,
    query_start: usize,
    key_start: usize,
    window: usize,
    scale: f32,
    output_scale: f32,
) -> Vec<f32>