pub struct KimiDecoderLayerWeights {
pub input_layernorm_weight: Vec<f32>,
pub attn: KimiLayerAttention,
pub post_attention_layernorm_weight: Vec<f32>,
pub ffn: KimiLayerFfn,
pub self_attention_res_norm_weight: Vec<f32>,
pub self_attention_res_proj_weight: Vec<f32>,
pub mlp_res_norm_weight: Vec<f32>,
pub mlp_res_proj_weight: Vec<f32>,
}Fields§
§input_layernorm_weight: Vec<f32>§attn: KimiLayerAttention§post_attention_layernorm_weight: Vec<f32>§ffn: KimiLayerFfn§self_attention_res_norm_weight: Vec<f32>Block-residual weights – present on every real layer (confirmed against a real shard header), used twice per layer (once before attention, once before the FFN).
self_attention_res_proj_weight: Vec<f32>§mlp_res_norm_weight: Vec<f32>§mlp_res_proj_weight: Vec<f32>Auto Trait Implementations§
impl Freeze for KimiDecoderLayerWeights
impl RefUnwindSafe for KimiDecoderLayerWeights
impl Send for KimiDecoderLayerWeights
impl Sync for KimiDecoderLayerWeights
impl Unpin for KimiDecoderLayerWeights
impl UnsafeUnpin for KimiDecoderLayerWeights
impl UnwindSafe for KimiDecoderLayerWeights
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more