Skip to main content

compressed_sparse_attention_compress_f32

Function compressed_sparse_attention_compress_f32 

Source
pub fn compressed_sparse_attention_compress_f32(
    hidden: &[f32],
    weight_a_kv: &[f32],
    weight_b_kv: &[f32],
    weight_a_z: &[f32],
    weight_b_z: &[f32],
    bias_a: &[f32],
    bias_b: &[f32],
    config: CsaCompressConfig,
) -> Vec<f32>