Struct VmfPhaseWeights

Source

pub struct VmfPhaseWeights {
    pub thq: QTensor,
    pub thk: QTensor,
    pub v_proj: QTensor,
    pub out_proj: QTensor,
    pub decay: Vec<f64>,
    pub k_gate: Option<(QTensor, Vec<f32>)>,
}

Expand description

Weights of one vmf_phase layer (model.layers.{i}.vmf_attn.*).

Fields§

§thq: QTensor

[nh·nphase, hidden] — query phase projection

§thk: QTensor

[nh·nphase, hidden] — key phase projection

§v_proj: QTensor

[nh·dv, hidden]

§out_proj: QTensor

[hidden, nh·dv]

§decay: Vec<f64>

Per-component decay exp(−exp(A_log)), len nh·2·nphase (precomputed).

§k_gate: Option<(QTensor, Vec<f32>)>

Selective-write input gate κ (hybrid_k core, stage 71): weight [nh, hidden] + bias [nh]; κ_h = σ(W_k·x + b)_h multiplies the state WRITE (S = decay·S + κ·φk⊗v). None = classic phase core, bit-identical to the pre-κ kernel. Measured at mechanism level: knee ×2–6 earlier, restores correlated-noise robustness, LM crossover vs softmax at SEQ 512 (experiments/lc_final_merged.json).

Auto Trait Implementations§

§

VmfPhaseWeights

Struct VmfPhaseWeights Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for VmfPhaseWeights

impl RefUnwindSafe for VmfPhaseWeights

impl Send for VmfPhaseWeights

impl Sync for VmfPhaseWeights

impl Unpin for VmfPhaseWeights

impl UnsafeUnpin for VmfPhaseWeights

impl UnwindSafe for VmfPhaseWeights

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct VmfPhaseWeights

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,