Skip to main content

IdxDev

memra_engine::dsv4_gpu

Struct IdxDev

pub struct IdxDev {
    pub wq_b: DenseBf16,
    pub weights_proj: DenseBf16,
    pub wq_b_fp8: Option<Fp8Dense>,
    pub weights_proj_fp8: Option<Fp8Dense>,
    pub cmp: CmpDev,
    pub heads: usize,
    pub hd: usize,
    pub topk: usize,
}

Fields§

§wq_b: DenseBf16§weights_proj: DenseBf16§wq_b_fp8: Option<Fp8Dense>§weights_proj_fp8: Option<Fp8Dense>§cmp: CmpDev§heads: usize§hd: usize§topk: usize

Auto Trait Implementations§

impl Freeze for IdxDev

impl RefUnwindSafe for IdxDev

impl Send for IdxDev

impl Sync for IdxDev

impl Unpin for IdxDev

impl UnsafeUnpin for IdxDev

impl UnwindSafe for IdxDev

Blanket Implementations§

impl<T> Any for T
where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

impl<T> Borrow<T> for T
where T: ?Sized,

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

impl<T> BorrowMut<T> for T
where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

impl<T> From<T> for T

fn from(t: T) -> T

Returns the argument unchanged.

impl<T, U> Into<U> for T
where U: From<T>,

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

impl<T> Same for T

type Output = T

Should always be Self

impl<T, U> TryFrom<U> for T
where U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.