Struct LayerWeights

Source

pub struct LayerWeights {Show 13 fields
    pub input_ln_w: Vec<f32>,
    pub q_proj_w: Vec<f32>,
    pub k_proj_w: Vec<f32>,
    pub v_proj_w: Vec<f32>,
    pub o_proj_w: Vec<f32>,
    pub q_norm_w: Vec<f32>,
    pub k_norm_w: Vec<f32>,
    pub post_ln_w: Vec<f32>,
    pub gate_proj_w: Vec<f32>,
    pub up_proj_w: Vec<f32>,
    pub down_proj_w: Vec<f32>,
    pub attn_layer_scale: Option<Vec<f32>>,
    pub mlp_layer_scale: Option<Vec<f32>>,
}

Expand description

Per-layer weights as flat f32 vectors (extracted from safetensors once at init).

Fields§

§input_ln_w: Vec<f32>§q_proj_w: Vec<f32>§k_proj_w: Vec<f32>§v_proj_w: Vec<f32>§o_proj_w: Vec<f32>§q_norm_w: Vec<f32>§k_norm_w: Vec<f32>§post_ln_w: Vec<f32>§gate_proj_w: Vec<f32>§up_proj_w: Vec<f32>§down_proj_w: Vec<f32>§attn_layer_scale: Option<Vec<f32>>

Optional layer_scale for attention (vocoder transformer uses this, talker doesn’t)

§mlp_layer_scale: Option<Vec<f32>>

Optional layer_scale for MLP

Auto Trait Implementations§

§

LayerWeights

Struct LayerWeights Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for LayerWeights

impl RefUnwindSafe for LayerWeights

impl Send for LayerWeights

impl Sync for LayerWeights

impl Unpin for LayerWeights

impl UnsafeUnpin for LayerWeights

impl UnwindSafe for LayerWeights

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Same for T

type Output = T

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct LayerWeights

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,