pub struct DflashLayer {
pub wq: GpuTensor,
pub wk: GpuTensor,
pub wv: GpuTensor,
pub wo: GpuTensor,
pub w_gate: GpuTensor,
pub w_up: GpuTensor,
pub w_down: GpuTensor,
pub ln_in: CudaSlice<f32>,
pub ln_post: CudaSlice<f32>,
pub q_norm: CudaSlice<f32>,
pub k_norm: CudaSlice<f32>,
}Fields§
§wq: GpuTensor§wk: GpuTensor§wv: GpuTensor§wo: GpuTensor§w_gate: GpuTensor§w_up: GpuTensor§w_down: GpuTensor§ln_in: CudaSlice<f32>§ln_post: CudaSlice<f32>§q_norm: CudaSlice<f32>§k_norm: CudaSlice<f32>Auto Trait Implementations§
impl Freeze for DflashLayer
impl RefUnwindSafe for DflashLayer
impl Send for DflashLayer
impl Sync for DflashLayer
impl Unpin for DflashLayer
impl UnsafeUnpin for DflashLayer
impl UnwindSafe for DflashLayer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more