Struct DflashCfg

Source

pub struct DflashCfg {Show 13 fields
    pub hidden: usize,
    pub n_head: usize,
    pub n_kv: usize,
    pub head_dim: usize,
    pub n_ff: usize,
    pub n_layer: usize,
    pub eps: f32,
    pub rope_theta: f32,
    pub block_size: usize,
    pub mask_token_id: u32,
    pub target_layer_ids: Vec<usize>,
    pub sliding_window: usize,
    pub layer_sliding: Vec<bool>,
}

Fields§

§hidden: usize§n_head: usize§n_kv: usize§head_dim: usize§n_ff: usize§n_layer: usize§eps: f32§rope_theta: f32§block_size: usize§mask_token_id: u32§target_layer_ids: Vec<usize>§sliding_window: usize§layer_sliding: Vec<bool>

true = sliding_attention for that layer (4x true + 1x false on the 31B draft).

Auto Trait Implementations§

§

DflashCfg

Struct DflashCfg Copy item path

Fields§

Auto Trait Implementations§

impl Freeze for DflashCfg

impl RefUnwindSafe for DflashCfg

impl Send for DflashCfg

impl Sync for DflashCfg

impl Unpin for DflashCfg

impl UnsafeUnpin for DflashCfg

impl UnwindSafe for DflashCfg

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct DflashCfg

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,