pub struct Dsv4Compressor {
pub wkv: QTensor,
pub wgate: QTensor,
pub norm: Vec<f32>,
pub ape: Vec<f32>,
pub ratio: usize,
pub overlap: bool,
}Fields§
§wkv: QTensor§wgate: QTensor§norm: Vec<f32>§ape: Vec<f32>[ratio, coff*head_dim] — the in-window position bias.
ratio: usize§overlap: boolOverlapping windows (the reference sets this when ratio == 4), which doubles the projection width.
Auto Trait Implementations§
impl Freeze for Dsv4Compressor
impl RefUnwindSafe for Dsv4Compressor
impl Send for Dsv4Compressor
impl Sync for Dsv4Compressor
impl Unpin for Dsv4Compressor
impl UnsafeUnpin for Dsv4Compressor
impl UnwindSafe for Dsv4Compressor
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more