Struct MlaDenseFfn

Source

pub struct MlaDenseFfn {
    pub weights: ExpertWeights,
    pub act: GluAct,
}

Expand description

One dense layer’s FFN: the gate / up / down triple and the activation that combines the first two, carried TOGETHER so the forward pass cannot run a plm layer’s ungated ReLU-squared weights through SwiGLU. act is the architecture’s (crate::mla_arch::MlaArch::dense_act); for an ungated one the loader aliases gate to ffn_up, as the generic loader does for arcee, and frink_moe::run_expert skips the aliased matmul.

Fields§

§weights: ExpertWeights§act: GluAct

Auto Trait Implementations§

§

MlaDenseFfn

Struct MlaDenseFfn Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for MlaDenseFfn

impl RefUnwindSafe for MlaDenseFfn

impl Send for MlaDenseFfn

impl Sync for MlaDenseFfn

impl Unpin for MlaDenseFfn

impl UnsafeUnpin for MlaDenseFfn

impl UnwindSafe for MlaDenseFfn

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, !>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct MlaDenseFfn

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,