Struct Dsv41Layer

Source

pub struct Dsv41Layer {Show 24 fields
    pub attn_norm: Vec<f32>,
    pub ffn_norm: Vec<f32>,
    pub wq_a: QTensor,
    pub q_norm: Vec<f32>,
    pub wq_b: QTensor,
    pub wkv: QTensor,
    pub kv_norm: Vec<f32>,
    pub wo_a: QTensor,
    pub wo_b: QTensor,
    pub attn_sink: Vec<f32>,
    pub compressor: Option<Dsv41Compressor>,
    pub indexer: Option<Dsv41Indexer>,
    pub hc_attn_fn: Vec<f32>,
    pub hc_attn_base: Vec<f32>,
    pub hc_attn_scale: [f32; 3],
    pub hc_ffn_fn: Vec<f32>,
    pub hc_ffn_base: Vec<f32>,
    pub hc_ffn_scale: [f32; 3],
    pub gate: QTensor,
    pub gate_bias: Vec<f32>,
    pub gate_bias_vl: Option<Vec<f32>>,
    pub experts: Vec<Dsv41Expert>,
    pub shared: Dsv41Expert,
    pub engram: Option<Dsv41Engram>,
    /* private fields */
}

Fields§

§attn_norm: Vec<f32>§ffn_norm: Vec<f32>§wq_a: QTensor§q_norm: Vec<f32>§wq_b: QTensor§wkv: QTensor§kv_norm: Vec<f32>§wo_a: QTensor§wo_b: QTensor§attn_sink: Vec<f32>§compressor: Option<Dsv41Compressor>§indexer: Option<Dsv41Indexer>§hc_attn_fn: Vec<f32>§hc_attn_base: Vec<f32>§hc_attn_scale: [f32; 3]§hc_ffn_fn: Vec<f32>§hc_ffn_base: Vec<f32>§hc_ffn_scale: [f32; 3]§gate: QTensor§gate_bias: Vec<f32>§gate_bias_vl: Option<Vec<f32>>§experts: Vec<Dsv41Expert>§shared: Dsv41Expert§engram: Option<Dsv41Engram>

Auto Trait Implementations§

§

Dsv41Layer

Struct Dsv41Layer Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for Dsv41Layer

impl RefUnwindSafe for Dsv41Layer

impl Send for Dsv41Layer

impl Sync for Dsv41Layer

impl Unpin for Dsv41Layer

impl UnsafeUnpin for Dsv41Layer

impl UnwindSafe for Dsv41Layer

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

fn in_current_span(self) -> Instrumented<Self> ⓘ

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, !>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘwhere S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Struct Dsv41Layer

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,