Struct GemmaDraftLayer

Source

pub struct GemmaDraftLayer {Show 14 fields
    pub attn_norm: GpuTensor,
    pub wq: GpuTensor,
    pub wo: GpuTensor,
    pub q_norm: GpuTensor,
    pub post_attn_norm: GpuTensor,
    pub ffn_norm: GpuTensor,
    pub ffn_gate: GpuTensor,
    pub ffn_up: GpuTensor,
    pub ffn_down: GpuTensor,
    pub ffn_post_norm: GpuTensor,
    pub out_scale: f32,
    pub swa: bool,
    pub hd: usize,
    pub nh: usize,
}

Fields§

§attn_norm: GpuTensor§wq: GpuTensor§wo: GpuTensor§q_norm: GpuTensor§post_attn_norm: GpuTensor§ffn_norm: GpuTensor§ffn_gate: GpuTensor§ffn_up: GpuTensor§ffn_down: GpuTensor§ffn_post_norm: GpuTensor§out_scale: f32§swa: bool§hd: usize§nh: usize

Auto Trait Implementations§

§

GemmaDraftLayer

Struct GemmaDraftLayer Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for GemmaDraftLayer

impl RefUnwindSafe for GemmaDraftLayer

impl Send for GemmaDraftLayer

impl Sync for GemmaDraftLayer

impl Unpin for GemmaDraftLayer

impl UnsafeUnpin for GemmaDraftLayer

impl UnwindSafe for GemmaDraftLayer

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct GemmaDraftLayer

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,