pub struct MultiHeadSSMConfig {
pub hidden_dim: usize,
pub num_heads: usize,
pub head_dim: usize,
pub state_dim: usize,
pub dropout: f32,
pub causal: bool,
}Expand description
Multi-head SSM Attention configuration
Fields§
Model dimension (d_model)
num_heads: usizeNumber of attention heads
head_dim: usizeHead dimension (d_model / num_heads)
state_dim: usizeState dimension per head
dropout: f32Dropout rate
causal: boolUse causal masking
Implementations§
Trait Implementations§
Source§impl Clone for MultiHeadSSMConfig
impl Clone for MultiHeadSSMConfig
Source§fn clone(&self) -> MultiHeadSSMConfig
fn clone(&self) -> MultiHeadSSMConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for MultiHeadSSMConfig
impl RefUnwindSafe for MultiHeadSSMConfig
impl Send for MultiHeadSSMConfig
impl Sync for MultiHeadSSMConfig
impl Unpin for MultiHeadSSMConfig
impl UnwindSafe for MultiHeadSSMConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more