cubek-quant 0.3.0

CubeK: Quantization Library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use cubecl::prelude::*;
use cubek_quant::scheme::ScaleDtype;
mod fp4;
mod fp8;
mod harness;
mod scale_rounding;
mod tiled;
mod two_level;

#[macro_export]
macro_rules! testgen_quant {
    ($value: expr, $shape_x: expr, $shape_y: expr) => {
        static SHAPE_X: usize = $shape_x;
        static SHAPE_Y: usize = $shape_y;
        static VALUE: QuantValue = $value;

        include!("symmetric.rs");
    };

    ($shape_x: expr, $shape_y: expr) => {
        mod q8f {
            use super::*;
            testgen_quant!(QuantValue::Q8F, $shape_x, $shape_y);
        }
        mod q8s {
            use super::*;
            testgen_quant!(QuantValue::Q8S, $shape_x, $shape_y);
        }
        mod q4f {
            use super::*;
            testgen_quant!(QuantValue::Q4F, $shape_x, $shape_y);
        }
        mod q4s {
            use super::*;
            testgen_quant!(QuantValue::Q4S, $shape_x, $shape_y);
        }
        mod q2f {
            use super::*;
            testgen_quant!(QuantValue::Q2F, $shape_x, $shape_y);
        }
        mod q2s {
            use super::*;
            testgen_quant!(QuantValue::Q2S, $shape_x, $shape_y);
        }
    };
    () => {
        mod quant {
            use super::*;

            mod size32x32 {
                use super::*;
                testgen_quant!(32, 32);
            }
            mod size16x64 {
                use super::*;
                testgen_quant!(16, 64);
            }
        }
    };
}

testgen_quant!();