pub const INT4_BLOCK: usize = 64;
Block size for the per-group absmax scale. dim must be a multiple.
dim