Struct KdaConfig

Source

pub struct KdaConfig {
    pub num_heads: usize,
    pub head_dim: usize,
    pub short_conv_kernel_size: usize,
    pub gate_lower_bound: f32,
    pub use_full_rank_gate: bool,
}

Expand description

KDA (Kimi Delta Attention) hyperparameters, verified against Kimi K3’s real config.json linear_attn_config block and the real gated delta-rule reference implementation in fla-org/flash-linear-attention’s fla/ops/kda/naive.py (the exact recurrence: decay state by exp(g), then add a rank-1 beta * k ⊗ (v - kᵀS) correction, then read o = qᵀS) and fla/ops/kda/gate.py (the lower-bounded gate: g = gate_lower_bound * sigmoid(exp(A_log) * (raw_g + dt_bias)), and beta = sigmoid(raw_beta)).

Fields§

§num_heads: usize§head_dim: usize§short_conv_kernel_size: usize§gate_lower_bound: f32§use_full_rank_gate: bool

KdaConfig

Struct KdaConfig Copy item path

Fields§

Trait Implementations§

impl Clone for KdaConfig

fn clone(&self) -> KdaConfig

fn clone_from(&mut self, source: &Self)

impl Debug for KdaConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Auto Trait Implementations§

impl Freeze for KdaConfig

impl RefUnwindSafe for KdaConfig

impl Send for KdaConfig

impl Sync for KdaConfig

impl Unpin for KdaConfig

impl UnsafeUnpin for KdaConfig

impl UnwindSafe for KdaConfig

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct KdaConfig

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,