Struct Deepseek2Hparams

Source

pub struct Deepseek2Hparams {Show 20 fields
    pub arch: String,
    pub n_layer: usize,
    pub hidden_dim: usize,
    pub ffn_dim: usize,
    pub n_heads: usize,
    pub q_lora_rank: usize,
    pub kv_lora_rank: usize,
    pub qk_nope_head_dim: usize,
    pub qk_rope_head_dim: usize,
    pub v_head_dim: usize,
    pub rms_norm_eps: f32,
    pub rope_theta: f32,
    pub leading_dense_block_count: usize,
    pub n_expert: usize,
    pub n_expert_used: usize,
    pub n_shared_experts: usize,
    pub expert_ffn_dim: usize,
    pub gating: GatingFunction,
    pub norm_topk_prob: bool,
    pub expert_weights_scale: f32,
}

Expand description

Hyperparameters read from {arch}.* GGUF metadata.

Fields§

§arch: String§n_layer: usize§hidden_dim: usize§ffn_dim: usize§n_heads: usize§q_lora_rank: usize§kv_lora_rank: usize§qk_nope_head_dim: usize§qk_rope_head_dim: usize§v_head_dim: usize§rms_norm_eps: f32§rope_theta: f32§leading_dense_block_count: usize

Layers [0, leading_dense) use dense SwiGLU; rest require MoE.

§n_expert: usize§n_expert_used: usize§n_shared_experts: usize§expert_ffn_dim: usize§gating: GatingFunction§norm_topk_prob: bool§expert_weights_scale: f32

Deepseek2Hparams

Struct Deepseek2Hparams Copy item path

Fields§

Trait Implementations§

impl Clone for Deepseek2Hparams

fn clone(&self) -> Deepseek2Hparams

fn clone_from(&mut self, source: &Self)

impl Debug for Deepseek2Hparams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Auto Trait Implementations§

impl Freeze for Deepseek2Hparams

impl RefUnwindSafe for Deepseek2Hparams

impl Send for Deepseek2Hparams

impl Sync for Deepseek2Hparams

impl Unpin for Deepseek2Hparams

impl UnsafeUnpin for Deepseek2Hparams

impl UnwindSafe for Deepseek2Hparams

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct Deepseek2Hparams

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,