Enum QuantizationGrouping 

pub enum QuantizationGrouping {
    Fixed {
        size: u32,
    },
    WholeAxis,
    Block2d {
        block_shape: [NonZeroU32; 2],
    },
}

How values are partitioned by a quantized physical layout.

WholeAxis is shape-relative by design: all values on the group axis share one scale. This represents channelwise quantization without making a matrix dimension part of the otherwise stable quantization-format ABI. Block2d carries the exact rectangular source block shape; the physical layout separately binds its two dimensions to ordered logical axes.

Variants

Fixed

Fields

size: u32

WholeAxis

Block2d

Fields

block_shape: [NonZeroU32; 2]

Implementations

impl QuantizationGrouping

pub const fn fixed(size: u32) -> Self

pub const fn fixed_size(self) -> Option<u32>

pub const fn block_2d(block_shape: [NonZeroU32; 2]) -> Self

pub const fn block_shape_2d(self) -> Option<[NonZeroU32; 2]>

pub const fn resolved_size(self, axis_extent: u64) -> u64

Trait Implementations

impl Clone for QuantizationGrouping

fn clone(&self) -> QuantizationGrouping

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for QuantizationGrouping

impl Debug for QuantizationGrouping

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for QuantizationGrouping

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for QuantizationGrouping

impl PartialEq for QuantizationGrouping

fn eq(&self, other: &QuantizationGrouping) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for QuantizationGrouping

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for QuantizationGrouping