pub struct DashLayer {
pub qk_proj: Vec<f32>,
pub q_norm: Vec<f32>,
pub k_norm: Vec<f32>,
pub head_cls: Vec<f32>,
pub route: RouteParams,
}Expand description
One layer’s router weights.
Fields§
§qk_proj: Vec<f32>[2·index_dim, hidden]: the q rows, then the k rows.
q_norm: Vec<f32>§k_norm: Vec<f32>§head_cls: Vec<f32>§route: RouteParamsAuto Trait Implementations§
impl Forget for DashLayer
impl Freeze for DashLayer
impl Move for DashLayer
impl RefUnwindSafe for DashLayer
impl Send for DashLayer
impl Sync for DashLayer
impl Unpin for DashLayer
impl UnsafeUnpin for DashLayer
impl UnwindSafe for DashLayer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more