Struct Layer

Source

pub struct Layer {
    pub attn_norm: GpuTensor,
    pub wq: GpuTensor,
    pub wk: GpuTensor,
    pub wv: GpuTensor,
    pub wo: GpuTensor,
    pub q_norm: Option<GpuTensor>,
    pub k_norm: Option<GpuTensor>,
    pub ffn_norm: GpuTensor,
    pub ffn: Ffn,
}

Fields§

§attn_norm: GpuTensor§wq: GpuTensor§wk: GpuTensor§wv: GpuTensor§wo: GpuTensor§q_norm: Option<GpuTensor>§k_norm: Option<GpuTensor>§ffn_norm: GpuTensor§ffn: Ffn

FFN: dense SwiGLU or routed MoE (OLMoE — dense attention + MoE FFN). Reuses the hybrid Ffn enum + load_ffn so the routed-expert forward is shared with HybridModel::moe_ffn.

Auto Trait Implementations§

§

Layer

Struct Layer Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for Layer

impl RefUnwindSafe for Layer

impl Send for Layer

impl Sync for Layer

impl Unpin for Layer

impl UnsafeUnpin for Layer

impl UnwindSafe for Layer

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct Layer

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,