Struct Qwen3DecoderSpec 

pub struct Qwen3DecoderSpec {
    pub num_heads: usize,
    pub num_kv_heads: usize,
    pub head_dim: usize,
    pub eps: f32,
    pub hidden_shape: Shape,
    pub batch: usize,
    pub seq: usize,
    pub qk_norm: bool,
    pub attention_bias: bool,
}

Fields

num_heads: usize

num_kv_heads: usize

head_dim: usize

eps: f32

hidden_shape: Shape

batch: usize

seq: usize

qk_norm: bool

Per-head Q/K RMSNorm before RoPE (Qwen3); Qwen2 skips.

attention_bias: bool

Explicit Q/K/V bias vectors (Qwen2); Qwen3 typically false.

Trait Implementations

impl Clone for Qwen3DecoderSpec

fn clone(&self) -> Qwen3DecoderSpec

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Qwen3DecoderSpec

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.