Struct KvCacheShapeV2 

pub struct KvCacheShapeV2 {
    pub batch: u32,
    pub layers: u32,
    pub num_q_heads: u32,
    pub num_kv_heads: u32,
    pub seq_len: u64,
    pub head_dim: u32,
    pub layout: KvLayout,
    pub dtype: DType,
    pub attention_kind: KvAttentionKind,
}

Fields

batch: u32

layers: u32

num_q_heads: u32

num_kv_heads: u32

seq_len: u64

head_dim: u32

layout: KvLayout

dtype: DType

attention_kind: KvAttentionKind

Implementations

impl KvCacheShapeV2

pub fn new( batch: u32, layers: u32, num_q_heads: u32, num_kv_heads: u32, seq_len: u64, head_dim: u32, layout: KvLayout, dtype: DType, attention_kind: KvAttentionKind, ) -> Result<Self, QuantCodecError>

pub fn mha( batch: u32, layers: u32, heads: u32, seq_len: u64, head_dim: u32, layout: KvLayout, dtype: DType, ) -> Result<Self, QuantCodecError>

pub fn mqa( batch: u32, layers: u32, num_q_heads: u32, seq_len: u64, head_dim: u32, layout: KvLayout, dtype: DType, ) -> Result<Self, QuantCodecError>

pub fn gqa( batch: u32, layers: u32, num_q_heads: u32, num_kv_heads: u32, seq_len: u64, head_dim: u32, layout: KvLayout, dtype: DType, ) -> Result<Self, QuantCodecError>

pub fn validate(&self) -> Result<(), QuantCodecError>

Trait Implementations

impl Clone for KvCacheShapeV2

fn clone(&self) -> KvCacheShapeV2

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for KvCacheShapeV2

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for KvCacheShapeV2

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Hash for KvCacheShapeV2

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for KvCacheShapeV2

fn eq(&self, other: &KvCacheShapeV2) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for KvCacheShapeV2

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for KvCacheShapeV2

impl StructuralPartialEq for KvCacheShapeV2