fib-quant 0.1.0-beta.4

Experimental Rust implementation of the FibQuant radial-angular vector quantization core
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
fn main() {
    // Compile C kernels with -O3 -mavx2 -mfma.
    cc::Build::new()
        .file("c-kernels/codec.c")
        .file("c-kernels/attention.c")
        .include("c-kernels")
        .flag("-O3")
        .flag("-mavx2")
        .flag("-mfma")
        .compile("fib_quant_kernels");

    // Re-run if C source changes.
    println!("cargo:rerun-if-changed=c-kernels/fib_quant.h");
    println!("cargo:rerun-if-changed=c-kernels/codec.c");
    println!("cargo:rerun-if-changed=c-kernels/attention.c");
}