pub struct FlashAttentionOp {
pub batch: usize,
pub q_len: usize,
pub kv_len: usize,
pub num_heads: usize,
pub num_kv_heads: usize,
pub head_dim: usize,
}Fields§
§batch: usize§q_len: usize§kv_len: usize§num_heads: usize§num_kv_heads: usize§head_dim: usizeTrait Implementations§
Auto Trait Implementations§
impl Freeze for FlashAttentionOp
impl RefUnwindSafe for FlashAttentionOp
impl Send for FlashAttentionOp
impl Sync for FlashAttentionOp
impl Unpin for FlashAttentionOp
impl UnsafeUnpin for FlashAttentionOp
impl UnwindSafe for FlashAttentionOp
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more