Trait rai_core::ops::FlashAttentionOpts

pub trait FlashAttentionOpts: Debug {
    // Required method
    fn softmax_scale(&self) -> f32;

    // Provided methods
    fn window_size_left(&self) -> Option<usize> { ... }
    fn window_size_right(&self) -> Option<usize> { ... }
    fn alibi_slopes(&self) -> Option<&Tensor> { ... }
}

Required Methods

fn softmax_scale(&self) -> f32

Provided Methods

fn window_size_left(&self) -> Option<usize>

fn window_size_right(&self) -> Option<usize>

fn alibi_slopes(&self) -> Option<&Tensor>

Implementations on Foreign Types

impl FlashAttentionOpts for (f32, usize, usize)

fn softmax_scale(&self) -> f32

fn window_size_right(&self) -> Option<usize>

fn window_size_left(&self) -> Option<usize>

impl FlashAttentionOpts for f32

fn softmax_scale(&self) -> f32

impl<'a> FlashAttentionOpts for (f32, &'a Tensor)

fn softmax_scale(&self) -> f32

fn alibi_slopes(&self) -> Option<&Tensor>

impl<'a> FlashAttentionOpts for (f32, usize, &'a Tensor)

fn softmax_scale(&self) -> f32

fn window_size_right(&self) -> Option<usize>

fn alibi_slopes(&self) -> Option<&Tensor>

impl<'a> FlashAttentionOpts for (f32, usize, usize, &'a Tensor)

fn softmax_scale(&self) -> f32

fn window_size_right(&self) -> Option<usize>

fn window_size_left(&self) -> Option<usize>

fn alibi_slopes(&self) -> Option<&Tensor>

Implementors