Struct MtpModule

Source

pub struct MtpModule {
    pub enorm: Vec<f32>,
    pub hnorm: Vec<f32>,
    pub eh_proj: QTensor,
    pub layer: LayerWeights,
    pub final_norm: Vec<f32>,
    pub kv: LayerKvCache,
}

Expand description

Multi-token-prediction head (DeepSeek/Qwen style, spec §2.1): x = eh_proj·[enorm(embed(next)); hnorm(hidden)] → one transformer block over its own KV → shared lm_head. Drafts the token after next; the main model verifies, so output is exact — MTP only buys speed.

Fields§

§enorm: Vec<f32>§hnorm: Vec<f32>§eh_proj: QTensor

[hidden, 2·hidden]

§layer: LayerWeights§final_norm: Vec<f32>§kv: LayerKvCache

Auto Trait Implementations§

§

MtpModule

Struct MtpModule Copy item path

Fields§

Auto Trait Implementations§

impl !Freeze for MtpModule

impl !RefUnwindSafe for MtpModule

impl !Sync for MtpModule

impl Send for MtpModule

impl Unpin for MtpModule

impl UnsafeUnpin for MtpModule

impl UnwindSafe for MtpModule

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct MtpModule

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,